-- Logs begin at Mon 2022-02-28 21:01:33 UTC, end at Mon 2022-02-28 22:21:50 UTC. -- Feb 28 21:47:16.007718 dv-cinder-830901-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 21:47:18.951478 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.common.config [-] Logging enabled! Feb 28 21:47:18.952083 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 21:47:18.952268 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109917) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 21:47:18.955583 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.common.config [-] Logging enabled! Feb 28 21:47:18.955835 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 21:47:18.956146 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109917) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 21:47:18.957087 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 21:47:18.957320 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 21:47:18.957692 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 21:47:18.957939 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 21:47:18.958593 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 21:47:18.958920 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.959345 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 21:47:18.959669 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.959966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.960260 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.960555 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.960847 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.961131 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.961417 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.961712 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.962014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.962295 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.963126 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.963420 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.963703 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.963989 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.964273 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.964554 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] debug = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.964832 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.965254 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.965673 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.965951 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.966272 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.966550 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.966817 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.967091 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.967372 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.967694 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] host = dv-cinder-830901-2-iscsi {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.967967 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.968248 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.968532 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.968814 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.969085 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.969357 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.969637 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.969906 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.970199 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] log_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.970472 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.970754 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.971039 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.971327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.971550 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.971773 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.972056 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.972340 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.972611 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.972885 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.973157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.973427 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.973696 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.973963 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.974267 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.974547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.974829 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.975099 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.975368 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.975637 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.975905 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.976185 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.976454 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.976721 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.976996 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.977280 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.977545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.977812 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.978231 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.978531 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.978951 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.979242 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.979515 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.979798 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.980069 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.980337 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.980606 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] use_json = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.980873 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.981140 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.981418 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.981685 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.981953 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.982249 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.982518 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.982801 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.983070 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:18.983363 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.983657 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.983954 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.984254 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.984544 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.984821 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.985109 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.985385 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.985671 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.985958 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.986269 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.986544 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.987109 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.987399 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.987691 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.987994 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.988284 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.988575 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.988848 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.989121 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.989394 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.989669 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.989954 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.990252 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.990540 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.990828 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.991104 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.991399 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.991683 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.991973 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.992261 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.992534 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.992809 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.993097 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.993372 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.993642 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.994612 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.994903 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.995180 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.995455 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.995743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.996023 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.996298 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.996572 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.996851 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.997140 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.997416 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.997691 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.997968 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.998267 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.998539 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.998824 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.999101 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.999372 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.999644 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:18.999921 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.000194 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.000465 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.000739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.001010 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.001284 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.001555 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.001827 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.002127 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.002402 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.002674 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.002945 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.003216 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.003490 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.003764 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.004039 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.004310 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.004583 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.004855 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.005138 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.005431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.005709 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.005996 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.006288 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.006564 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.006839 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.007114 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.007388 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.007665 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.007942 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.008231 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.008512 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.008797 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.009096 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.010028 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.010327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.010608 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.010886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.011168 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.011445 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.011722 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.012007 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.012291 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.012588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.012882 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.013176 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.013469 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.013759 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.014061 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.014370 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.014650 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:19.014868 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 21:47:19.015106 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109917) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 21:47:19.392138 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 21:47:19.392424 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 21:47:19.392727 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 21:47:19.393205 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 21:47:19.718450 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.718656 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.718927 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.720211 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.720485 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.720759 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.766817 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.767091 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.767355 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.782099 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.782378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.782646 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.810958 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.811234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.811503 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.848216 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.848488 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:19.848755 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.193393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.194051 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.194051 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.194208 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.194882 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.294181 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.294502 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.294786 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.295056 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.295325 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.295634 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.295896 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.296153 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.296405 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.296684 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.296942 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.297204 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.297458 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.297708 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.297959 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.298244 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.298495 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.298761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.299025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.299281 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.299546 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.299794 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.300086 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.300449 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.300695 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.300940 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.301332 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:20.301569 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:20.301804 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:20.302059 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:20.302296 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:20.302530 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:20.302891 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 21:47:20.306244 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 21:47:20.310396 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 21:47:20.314253 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 28 21:47:20.315880 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 21:47:20.316351 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 21:47:20.316682 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 21:47:20.317061 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 21:47:20.319910 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 21:47:20.320165 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 21:47:20.320513 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 21:47:20.325851 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 21:47:20.349850 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 21:47:20.350326 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.350632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109917) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 21:47:20.351006 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.352366 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109917) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 21:47:20.352646 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 21:47:20.352894 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 21:47:20.356335 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.356620 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:20.426341 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 21:47:20.426584 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 21:47:20.426837 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 21:47:20.427189 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 21:47:20.447822 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_db.sqlalchemy.engines [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109917) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 21:47:21.045785 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing driver for type 'gre' Feb 28 21:47:21.046343 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] gre ID ranges: [(1, 1000)] Feb 28 21:47:21.263059 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing driver for type 'local' Feb 28 21:47:21.263631 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing driver for type 'vlan' Feb 28 21:47:21.314101 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] VlanTypeDriver initialization complete Feb 28 21:47:21.314455 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing driver for type 'vxlan' Feb 28 21:47:21.314969 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] vxlan ID ranges: [(1, 1000)] Feb 28 21:47:21.490764 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing extension driver 'port_security' Feb 28 21:47:21.491138 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] PortSecurityExtensionDriver initialization complete Feb 28 21:47:21.491480 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing mechanism driver 'openvswitch' Feb 28 21:47:21.491805 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing mechanism driver 'hyperv' Feb 28 21:47:21.499223 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:47:21.500084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.500455 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.500806 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.501338 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 21:47:21.501771 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnet after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.502153 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnet after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.502502 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.502901 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 21:47:21.503308 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.506396 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.506396 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.506396 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 21:47:21.506396 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > security_group after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.506396 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > security_group after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.506771 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > security_group after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.506771 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 21:47:21.506771 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.506771 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.507049 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.507387 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 21:47:21.507789 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > address_group after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.508138 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > address_group after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.508477 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > address_group after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.508874 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 21:47:21.509943 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] ML2 OVO RPC backend initialized. {{(pid=109917) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 21:47:21.510674 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.511029 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.511448 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.511798 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > networks before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.512145 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.512485 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > ports before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.512875 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnet before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.513266 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnets before_response 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.513570 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.513912 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.514272 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.514614 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.514951 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.515288 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.515623 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnet after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.515957 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnet after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.516292 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.523666 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded quota_driver: . Feb 28 21:47:21.524038 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.plugin [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Modular L2 Plugin initialization complete Feb 28 21:47:21.524431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading services supported by the core plugin {{(pid=109917) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 21:47:21.524787 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.plugins.ml2.managers [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Got port-security extension from driver 'port_security' Feb 28 21:47:21.525292 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.extensions.vlantransparent [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Disabled vlantransparent extension. Feb 28 21:47:21.525783 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109917) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 21:47:21.526136 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: router Feb 28 21:47:21.561729 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router_interface before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.562144 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router after_create 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.562521 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router before_create 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.562885 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.563254 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.563609 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router after_delete 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.563965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > floatingip after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.564339 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > floatingip after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.564695 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router after_create 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.565039 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router after_update 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.565387 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router after_update 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.565736 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.566127 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router after_update 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.566545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_update 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.566917 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: port after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.567259 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: port after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.567597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: subnet after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.567937 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.568281 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > port precommit_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.568628 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_create 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.568970 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: port before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.569312 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.569664 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router after_update 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.570021 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_delete 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.570502 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_create 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.570868 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.571216 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_update 55549900 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.571580 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > agent after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.572806 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > agent after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.572924 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > network after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.573759 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Tracking information for resource: router configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:21.574120 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Tracking information for resource: floatingip configured {{(pid=109917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 21:47:21.579019 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.db.l3_agentschedulers_db [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 21:47:21.579602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: port after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.579966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: port after_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.580321 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: port after_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.580680 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: port after_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.581469 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router before_create 55550100 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.581836 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_delete 55550100 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.582236 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_create 55550100 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.582596 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > router precommit_update 55550100 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.587479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.services.provider_configuration [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service providers = [] {{(pid=109917) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 21:47:21.587984 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.db.servicetype_db [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109917) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 21:47:21.590972 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.services.service_base [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 21:47:21.591321 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.services.service_base [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 21:47:21.591662 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.services.service_base [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 21:47:21.592555 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.services.service_base [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 21:47:21.592928 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.services.service_base [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 21:47:21.593291 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.593607 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 21:47:21.604451 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.604790 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: auto_allocate Feb 28 21:47:21.610602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: network precommit_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.610972 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: network precommit_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.611740 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.612072 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: tag Feb 28 21:47:21.619453 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.619779 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: timestamp Feb 28 21:47:21.623599 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.623931 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: network_ip_availability Feb 28 21:47:21.629378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.629749 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.630138 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.630844 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.631162 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: flavors Feb 28 21:47:21.636652 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.636988 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading Plugin: revisions Feb 28 21:47:21.641284 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 21:47:21.641678 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_concurrency.lockutils [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.249s {{(pid=109917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 21:47:21.642464 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109917) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 21:47:21.642802 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Initializing extension manager. Feb 28 21:47:21.643321 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: __init__.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.643661 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: __pycache__ {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.643994 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.644327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: address_group.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.645061 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.645620 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: address-group Feb 28 21:47:21.645945 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: address_scope.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.646681 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.647188 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: address-scope Feb 28 21:47:21.647511 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: admin_state_down_before_update.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.648426 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.648935 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: router-admin-state-down-before-update Feb 28 21:47:21.649260 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: agent.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.650014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.650530 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: agent Feb 28 21:47:21.650854 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: agent_resources_synced.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.651764 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.652273 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: agent-resources-synced Feb 28 21:47:21.652597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: allowedaddresspairs.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.654400 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.654916 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: allowed-address-pairs Feb 28 21:47:21.655243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: auto_allocated_topology.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.656318 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.656834 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: auto-allocated-topology Feb 28 21:47:21.657158 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: availability_zone.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.657845 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.658383 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: availability_zone Feb 28 21:47:21.658706 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: availability_zone_filter.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.659610 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.660114 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: availability_zone_filter Feb 28 21:47:21.660434 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: data_plane_status.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.661330 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.661832 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 21:47:21.662181 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: default_subnetpools.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.663086 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.663588 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: default-subnetpools Feb 28 21:47:21.663908 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: dhcpagentscheduler.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.664704 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.665205 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: dhcp_agent_scheduler Feb 28 21:47:21.666104 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: dns.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.667151 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.667655 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension dns-integration not supported by any of loaded plugins Feb 28 21:47:21.667976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: dns_domain_ports.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.668904 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.669409 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 21:47:21.669730 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.670675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.671181 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 21:47:21.671501 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: dvr.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.672161 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.672662 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: dvr Feb 28 21:47:21.672983 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: ecmp_routes.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.673886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.674423 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 21:47:21.674748 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: empty_string_filtering.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.675647 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.676150 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: empty-string-filtering Feb 28 21:47:21.676473 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.677374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.677904 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 21:47:21.678245 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.679156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.679660 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 21:47:21.680007 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: external_net.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.680892 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.682195 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: external-net Feb 28 21:47:21.682521 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: extra_dhcp_opt.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.683427 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.683931 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: extra_dhcp_opt Feb 28 21:47:21.684254 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: extraroute.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.685153 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.685652 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: extraroute Feb 28 21:47:21.685975 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: extraroute_atomic.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.687040 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.687550 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: extraroute-atomic Feb 28 21:47:21.687873 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: filter_validation.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.688535 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.689032 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: filter-validation Feb 28 21:47:21.689352 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: fip_pf_description.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.690289 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.690789 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 21:47:21.691110 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: fip_port_details.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.692207 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.692711 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: fip-port-details Feb 28 21:47:21.693035 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: flavors.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.694313 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.694828 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: flavors Feb 28 21:47:21.695153 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.696951 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.697483 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 21:47:21.697818 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: floatingip_pools.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.698543 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.699059 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: floatingip-pools Feb 28 21:47:21.699387 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: ip_allocation.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.700313 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.700817 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 21:47:21.701142 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.702090 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.702603 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: ip-substring-filtering Feb 28 21:47:21.702929 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l2_adjacency.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.703846 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.704350 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 21:47:21.704674 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.705647 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.706201 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: router Feb 28 21:47:21.706533 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3_conntrack_helper.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.708814 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.709341 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 21:47:21.709676 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.710627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.711136 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: ext-gw-mode Feb 28 21:47:21.711464 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.712425 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.713036 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: l3-ha Feb 28 21:47:21.713367 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.714327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.714833 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 21:47:21.715158 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3_flavors.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.716068 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.716573 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: l3-flavors Feb 28 21:47:21.716896 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3_ndp_proxy.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.718308 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.718823 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 21:47:21.719150 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.720058 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.720566 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 21:47:21.720895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: l3agentscheduler.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.721926 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.722466 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: l3_agent_scheduler Feb 28 21:47:21.722794 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: local_ip.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.724576 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.725104 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension local_ip not supported by any of loaded plugins Feb 28 21:47:21.725442 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: logging.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.728919 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.729445 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension logging not supported by any of loaded plugins Feb 28 21:47:21.729777 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: metering.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.730544 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.731129 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: metering Feb 28 21:47:21.731457 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.732551 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.733069 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: metering_source_and_destination_fields Feb 28 21:47:21.733399 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: multiprovidernet.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.734358 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.734869 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: multi-provider Feb 28 21:47:21.735196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: netmtu.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.736110 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.736891 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: net-mtu Feb 28 21:47:21.737214 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: netmtu_writable.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.738164 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.738677 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: net-mtu-writable Feb 28 21:47:21.739002 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: network_availability_zone.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.739667 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.740172 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: network_availability_zone Feb 28 21:47:21.740496 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: network_ip_availability.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.741608 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.742160 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: network-ip-availability Feb 28 21:47:21.742487 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: network_segment_range.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.743248 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.744419 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 21:47:21.744746 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: pagination.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.745727 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.746091 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: pagination Feb 28 21:47:21.746417 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: port_device_profile.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.747327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.747840 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: port-device-profile Feb 28 21:47:21.748163 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.749090 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.749598 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: port-mac-address-regenerate Feb 28 21:47:21.749919 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.750855 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.751361 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: port-numa-affinity-policy Feb 28 21:47:21.751681 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: port_resource_request.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.752595 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.753096 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 21:47:21.753416 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: port_resource_request_groups.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.754424 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.754924 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 21:47:21.755242 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: portbindings.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.756159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.756664 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: binding Feb 28 21:47:21.756990 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: portbindings_extended.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.758290 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.758804 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: binding-extended Feb 28 21:47:21.759132 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: portsecurity.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.760110 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.760620 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: port-security Feb 28 21:47:21.760944 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: project_id.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.761916 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.762273 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: project-id Feb 28 21:47:21.762596 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: providernet.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.763562 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.764028 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: provider Feb 28 21:47:21.764348 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.767995 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.768517 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos not supported by any of loaded plugins Feb 28 21:47:21.768851 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.770119 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.770637 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 21:47:21.770967 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.771881 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.772393 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 21:47:21.772719 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_default.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.773624 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.774170 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-default not supported by any of loaded plugins Feb 28 21:47:21.774498 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_fip.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.775609 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.776118 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-fip not supported by any of loaded plugins Feb 28 21:47:21.776443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_fip_network_policy.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.777359 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.777868 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 21:47:21.778223 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_gateway_ip.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.779141 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.779645 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 21:47:21.779968 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_port_network_policy.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.780995 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.781504 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 21:47:21.781826 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.782896 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.783411 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 21:47:21.783734 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.784768 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.785282 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 21:47:21.785606 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_pps_rule.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.786809 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.787324 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-pps not supported by any of loaded plugins Feb 28 21:47:21.787650 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_rule_type_details.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.788558 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.789065 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 21:47:21.789387 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: qos_rules_alias.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.790989 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.791586 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 21:47:21.791912 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: quota_check_limit.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.792826 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.793340 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: quota-check-limit Feb 28 21:47:21.793663 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: quotasv2.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.794615 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.794947 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: quotas Feb 28 21:47:21.795270 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: quotasv2_detail.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.797068 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.797407 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: quota_details Feb 28 21:47:21.797736 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: rbac.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.798822 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.799348 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: rbac-policies Feb 28 21:47:21.799700 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: rbac_address_group.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.800615 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.801127 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: rbac-address-group Feb 28 21:47:21.801453 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: rbac_address_scope.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.802392 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.802904 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: rbac-address-scope Feb 28 21:47:21.803228 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: rbac_security_groups.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.804134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.804641 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: rbac-security-groups Feb 28 21:47:21.804963 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: rbac_subnetpool.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.805960 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.806632 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: rbac-subnetpool Feb 28 21:47:21.806954 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: revisionifmatch.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.807881 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.808387 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: revision-if-match Feb 28 21:47:21.808708 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: revisions.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.809918 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.810457 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: standard-attr-revisions Feb 28 21:47:21.810783 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: router_availability_zone.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.811449 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.811969 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: router_availability_zone Feb 28 21:47:21.812291 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: routerservicetype.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.813204 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.813705 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension router-service-type not supported by any of loaded plugins Feb 28 21:47:21.814063 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.814985 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.815496 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: security-groups-normalized-cidr Feb 28 21:47:21.815818 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: security_groups_port_filtering.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.816740 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.817251 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: port-security-groups-filtering Feb 28 21:47:21.817573 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.828313 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.828852 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: security-groups-remote-address-group Feb 28 21:47:21.829189 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.830202 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.830723 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: security-groups-shared-filtering Feb 28 21:47:21.831057 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.831672 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 21:47:21.831999 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: securitygroup.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.842512 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.843048 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: security-group Feb 28 21:47:21.843389 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: segment.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.844187 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.844700 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension segment not supported by any of loaded plugins Feb 28 21:47:21.845035 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.846015 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.846541 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 21:47:21.846871 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: servicetype.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.854076 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.854611 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: service-type Feb 28 21:47:21.854946 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: sorting.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.855937 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.856352 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: sorting Feb 28 21:47:21.856681 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: standard_attr_segment.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.857597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.858152 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 21:47:21.858480 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: standardattrdescription.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.859136 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.859742 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: standard-attr-description Feb 28 21:47:21.860071 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: stateful_security_group.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.861011 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.861823 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: stateful-security-group Feb 28 21:47:21.862183 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: stdattrs_common.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.862753 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 21:47:21.863074 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.864009 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.864522 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 21:47:21.864846 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: subnet_onboard.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.865947 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.866494 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: subnet_onboard Feb 28 21:47:21.866820 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.867758 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.868270 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 21:47:21.868707 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: subnet_service_types.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.877731 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.878285 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: subnet-service-types Feb 28 21:47:21.878615 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: subnetallocation.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.879770 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.880286 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: subnet_allocation Feb 28 21:47:21.880610 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.881386 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.881897 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: subnetpool-prefix-ops Feb 28 21:47:21.882247 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.883272 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.883780 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 21:47:21.884104 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: tagging.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.886236 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.886756 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: standard-attr-tag Feb 28 21:47:21.887089 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: timestamp.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.888306 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.888823 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loaded extension: standard-attr-timestamp Feb 28 21:47:21.889149 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: trunk.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.890223 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.890739 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension trunk not supported by any of loaded plugins Feb 28 21:47:21.891067 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: trunk_details.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.891981 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.892492 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension trunk-details not supported by any of loaded plugins Feb 28 21:47:21.892817 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: uplink_status_propagation.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.893731 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.894377 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 21:47:21.894702 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Loading extension file: vlantransparent.py {{(pid=109917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 21:47:21.895376 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 21:47:21.895883 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 21:47:21.898468 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:network Feb 28 21:47:21.898993 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:subnet Feb 28 21:47:21.899391 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 21:47:21.899816 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:port Feb 28 21:47:21.901828 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.902302 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service FLAVORS assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.902924 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.903345 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.903678 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:router Feb 28 21:47:21.904100 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:floatingip Feb 28 21:47:21.904581 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service METERING assigned prefix: /metering {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.906073 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.906448 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.906808 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:47:21.907790 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 21:47:21.908241 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:security_group Feb 28 21:47:21.908663 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 21:47:21.909272 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service CORE assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.909605 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 21:47:21.909954 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] subnetpool is already registered Feb 28 21:47:21.910395 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service CORE assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.910742 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 21:47:21.911164 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] subnetpool is already registered Feb 28 21:47:21.913469 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.913900 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service FLAVORS assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.916142 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.916142 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.916142 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:router Feb 28 21:47:21.916142 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] router is already registered Feb 28 21:47:21.916142 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:floatingip Feb 28 21:47:21.916598 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] floatingip is already registered Feb 28 21:47:21.917049 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service METERING assigned prefix: /metering {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.917702 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 21:47:21.918051 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] rbac_policy is already registered Feb 28 21:47:21.918463 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:security_group Feb 28 21:47:21.918798 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] security_group is already registered Feb 28 21:47:21.919236 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 21:47:21.919569 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] security_group_rule is already registered Feb 28 21:47:21.920192 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service CORE assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.920521 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 21:47:21.920860 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] subnetpool is already registered Feb 28 21:47:21.921278 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.v2.resource_helper [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Service CORE assigned prefix: {{(pid=109917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 21:47:21.921604 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 21:47:21.921936 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING neutron.quota.resource_registry [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] subnetpool is already registered Feb 28 21:47:21.922433 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: extensions {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.923954 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: address-groups {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.925572 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: address-scopes {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.926934 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: agents {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.928091 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: auto-allocated-topology {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.929327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: availability_zones {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.930638 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: dhcp-networks {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.932384 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: dhcp-agents {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.933792 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: routers {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.936019 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: flavors {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.937181 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: service_profiles {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.938435 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: next_providers {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.939885 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: service_profiles {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.941414 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: floatingip-pools {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.942668 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: routers {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.944893 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: floatingips {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.947729 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: l3-routers {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.949109 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: l3-agents {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.950561 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: metering-labels {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.951921 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: metering-label-rules {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.953198 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: network-ip-availabilities {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.954619 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: bindings {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.956303 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: quotas {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.957845 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: quotas {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.959520 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: rbac-policies {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.960829 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: security-groups {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.962073 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: security-group-rules {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.964042 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: service-providers {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.965264 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: subnetpools {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.966705 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: subnetpools {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.968155 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.969822 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.971650 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.973525 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.975330 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.977210 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.979160 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.981047 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.982940 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.984752 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron.api.extensions [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Extended resource: tags {{(pid=109917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 21:47:21.990898 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING keystonemiddleware.auth_token [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 21:47:21.996405 dv-cinder-830901-2-iscsi neutron-server[109917]: WARNING keystonemiddleware.auth_token [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 21:47:22.005231 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_concurrency.lockutils [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Acquired lock "singleton_lock" {{(pid=109917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 21:47:22.005711 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_concurrency.lockutils [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Releasing lock "singleton_lock" {{(pid=109917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 21:47:22.006394 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO oslo_service.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Starting 2 workers Feb 28 21:47:22.011507 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Started child 110028 {{(pid=109917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 21:47:22.016544 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Started child 110029 {{(pid=109917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 21:47:22.017043 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:22.018096 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO neutron.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 21:47:22.018716 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [-] (110028) wsgi starting up on http://0.0.0.0:9696 Feb 28 21:47:22.018819 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Publish callbacks [] for process (None), before_spawn {{(pid=109917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:22.021343 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO oslo_service.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Starting 1 workers Feb 28 21:47:22.021493 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:22.022970 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [-] (110029) wsgi starting up on http://0.0.0.0:9696 Feb 28 21:47:22.027406 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Started child 110030 {{(pid=109917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 21:47:22.027974 dv-cinder-830901-2-iscsi neutron-server[109917]: INFO oslo_service.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Starting 1 workers Feb 28 21:47:22.031271 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] calling RpcWorker wait() {{(pid=110030) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 21:47:22.034129 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] returning from RpcWorker wait() {{(pid=110030) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 21:47:22.034225 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Started child 110031 {{(pid=109917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 21:47:22.034322 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:22.034393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG neutron_lib.callbacks.manager [None req-4e8d7ccb-e598-4178-9626-34f3e8ddf07a None None] Publish callbacks [] for process (None), after_spawn {{(pid=109917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:22.034466 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:47:22.035643 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109917) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 21:47:22.035852 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 21:47:22.036041 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 21:47:22.036270 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 21:47:22.036627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 21:47:22.036785 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 21:47:22.037329 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.037598 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.037797 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:22.038299 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.038299 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.038422 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.039081 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.039274 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:47:22.039349 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.039577 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.039851 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.040105 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.040268 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.041082 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.041306 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.041541 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.041877 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.042158 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.042412 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.042678 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.042849 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.043103 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.043365 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.043606 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.043872 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] debug = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.044124 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.044626 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.044851 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.045109 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.045347 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.045789 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.046039 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.046328 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.046563 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.046800 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.047053 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.047308 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.047537 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.047749 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.048009 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.048222 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.048474 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.048735 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.049176 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] host = dv-cinder-830901-2-iscsi {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.049415 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.049643 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.050022 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.050324 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.050505 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.050739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.051008 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.051271 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.051493 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.051733 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.051986 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.052215 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.052445 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.052677 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.052830 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_options = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.053061 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.053330 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.053593 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.053782 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.053949 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.054181 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.054415 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.054579 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.054783 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.055003 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.055218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.055446 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.055678 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.055910 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.056367 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.056670 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.056919 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.057098 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.057393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.057643 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.058013 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.058517 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.058677 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.058816 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.059109 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.059334 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.059839 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.060055 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.060262 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.060572 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.060731 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.061111 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.061347 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.061583 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.061867 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.062126 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.062394 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.063053 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.063320 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.063545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.063808 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.064062 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.064277 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.064528 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.064757 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.065028 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.065836 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_json = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.066565 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.066565 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.066565 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.066797 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.066881 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.067051 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.067260 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.067590 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.068076 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.068441 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.068637 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.068821 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.069057 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.069304 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.071218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.071218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.071218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.071218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.071218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.071218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.071218 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.114499 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115014 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115444 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.115886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116374 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.116878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117393 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.117897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119017 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.119635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120092 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.120632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.121743 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122327 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.122864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123378 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.123895 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.124431 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.125547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.126654 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127175 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.127976 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.128547 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.129597 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.130888 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.133965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135178 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.135739 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136314 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.136864 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.137202 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.137202 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.137419 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.137653 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.137914 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.138180 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.138406 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.138698 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.138874 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.139088 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.139426 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.139649 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.139892 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.140122 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.140279 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 21:47:22.140806 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109917) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 21:47:22.140965 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 21:47:22.141116 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 21:47:22.141340 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 21:47:22.141510 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 21:47:22.141663 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 21:47:22.141968 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.142119 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.142203 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.142376 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.142511 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.142707 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.142870 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.143028 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.143368 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.143368 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.143535 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.143616 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.143772 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.143928 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.144085 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.144241 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.144399 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.144558 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.144719 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.144877 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.145033 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.145189 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.145345 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] debug = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.145502 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.145707 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.145869 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.146046 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.146206 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.146363 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.146518 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.146675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.146833 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.146993 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.147150 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.147307 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.147463 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.147620 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.147956 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.148049 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.148127 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.148260 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.148453 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] host = dv-cinder-830901-2-iscsi {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.148582 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.148747 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.148897 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.149080 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.149211 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.149366 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.149538 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.149676 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.150396 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.150550 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.151083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.151083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.151083 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.154545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.154545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_options = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.154545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.154545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.154545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.154545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.154545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155054 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.155701 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.156243 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157443 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157911 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157911 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157911 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157911 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.157911 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.158230 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.158230 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.158373 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.158522 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_json = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.158683 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.158924 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.159024 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.159190 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.159319 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.159476 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.159632 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.159790 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.159948 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 21:47:22.160127 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.160289 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.160460 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.160620 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.160779 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.160940 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.161099 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.161259 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.161418 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.161579 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.161748 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.161908 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.162102 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.162263 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.162425 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.162585 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.162745 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.162905 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.163065 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.163226 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.163386 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.163545 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.163712 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.163871 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.164030 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.164551 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.164551 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.164551 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.164790 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.164790 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.164932 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.165096 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.165256 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.166111 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.166489 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.166489 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.166672 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.166792 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.166958 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.167120 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.167280 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.167440 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.167600 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.167760 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.167920 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.168081 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.168241 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.168400 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.168559 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.168719 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.168879 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.169062 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.169187 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.169348 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.169507 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.169668 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.169852 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.170132 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.170307 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.170467 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.170626 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.170788 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.170948 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.171107 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.171266 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.171426 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.171585 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.171746 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.171919 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.172078 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.172238 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.172398 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.172558 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.172718 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.172878 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.173038 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.173198 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.173357 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.173516 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.173675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.173834 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.174041 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.174179 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.174340 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.174501 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.174661 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.174821 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.174980 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.175140 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.175299 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.175458 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.175626 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.175800 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.176036 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.176156 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.176317 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.176476 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.176633 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.176792 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.176954 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.177113 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.177275 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.177434 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.177593 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.177757 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.177915 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.178097 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.178259 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.178516 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.178616 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.178725 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.178886 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.179045 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.179239 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.179352 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.179510 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.179667 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.179828 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.179986 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.180155 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.180313 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.180475 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.180635 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.180799 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.180968 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.181186 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.181340 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.181521 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.181644 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.181803 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.181963 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185134 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.185675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.186761 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.187227 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.187227 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.187227 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192234 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192543 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 52916) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.192627 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193152 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.193602 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194162 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.194659 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195159 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195675 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195883 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.195883 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.196025 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.200274 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206257 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.206769 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207196 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207637 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207637 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207637 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207637 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207884 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0113976 Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.207966 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208479 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208975 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.208975 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209089 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209157 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.209588 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210084 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 21:47:22.210519 dv-cinder-830901-2-iscsi neutron-server[109917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 21:47:33.774545 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4d41a-d292-44c2-8577-7017a4d5f4b7 None None] get_active_networks_info from dv-cinder-830901-2-iscsi {{(pid=110030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 21:47:33.839208 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4d41a-d292-44c2-8577-7017a4d5f4b7 None None] No non-hosted networks {{(pid=110030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 21:47:33.847393 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.agentschedulers_db [None req-08b4d41a-d292-44c2-8577-7017a4d5f4b7 None None] DHCP Agent not found on host dv-cinder-830901-2-iscsi {{(pid=110030) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 21:47:33.932420 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b359fe92-1fe2-437b-84df-e76621747b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3819095'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:36.210770 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4b4e253c-ce6d-416e-83b0-cbd71e9c06d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3819095'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:36.276110 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.db.api [None req-cf9ed708-1a3c-4095-924c-17d23e820e8d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830901-2-iscsi {{(pid=110030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:47:36.276624 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG oslo_db.api [None req-cf9ed708-1a3c-4095-924c-17d23e820e8d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:47:36.866439 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed708-1a3c-4095-924c-17d23e820e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:37.239959 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3819095'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:38.662941 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3819095'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:39.869024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53000) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:47:40.086289 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3819095'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:40.087022 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.087341 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.087842 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.088406 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.090837 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.091519 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.092012 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.092952 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.094218 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.102203 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.102203 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.102203 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.102203 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:40.102547 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830901-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:47:40.105739 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830901-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:47:40.422985 dv-cinder-830901-2-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-c279a046-4fee-424f-8f95-f7af43fc5d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:40.423578 dv-cinder-830901-2-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-c279a046-4fee-424f-8f95-f7af43fc5d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:40.656278 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [None req-c279a046-4fee-424f-8f95-f7af43fc5d0e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:47:40.670015 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c279a046-4fee-424f-8f95-f7af43fc5d0e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7873142 Feb 28 21:47:43.249062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53026) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:47:43.278431 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.db.l3_hamode_db [None req-7c3eeef8-45c4-4baa-b14a-27708dcf9c8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 21:47:43.358518 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3eeef8-45c4-4baa-b14a-27708dcf9c8f None None] Routers set() bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:47:43.358877 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3eeef8-45c4-4baa-b14a-27708dcf9c8f None None] Router IDs set() for agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 21:47:43.560598 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b01e337d-1b49-47cf-94af-d406b04d8370 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:47:43.656087 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.policy [None req-b01e337d-1b49-47cf-94af-d406b04d8370 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110028) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 21:47:43.698365 dv-cinder-830901-2-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-b01e337d-1b49-47cf-94af-d406b04d8370 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:43.698731 dv-cinder-830901-2-iscsi neutron-server[110028]: WARNING oslo_policy.policy [None req-b01e337d-1b49-47cf-94af-d406b04d8370 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:43.852387 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b01e337d-1b49-47cf-94af-d406b04d8370 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749046764370', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749046763777', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749046750101', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749046743625', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749046737602', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749046730751', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-698808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803065', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3999031', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4107238'] for rbac-policy (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:44.058959 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b01e337d-1b49-47cf-94af-d406b04d8370 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:44.060143 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b01e337d-1b49-47cf-94af-d406b04d8370 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8100615 Feb 28 21:47:46.542434 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53036) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:47:46.863700 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:47:47.022399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Made reservation on behalf of 7b3f655528294e62a0a33ce69e504013 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:47:47.026729 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.043881 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.151102 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks [] for security_group (edda0818-aaa1-480b-a73d-aa97c4194757), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.215258 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (edda0818-aaa1-480b-a73d-aa97c4194757), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.238916 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:47:47.273256 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749047967892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (8d7ab8cb-d9ee-4532-a58c-3007c455d0b9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.274467 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Unsubscribe: segment precommit_create {{(pid=110028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 21:47:47.275071 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Added segment 8d7ab8cb-d9ee-4532-a58c-3007c455d0b9 of type vlan for network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc Feb 28 21:47:47.290647 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=edda0818-aaa1-480b-a73d-aa97c4194757,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:47:47.315995 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.316356 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.316716 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.317058 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.317392 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.317727 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.318149 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.318475 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.318796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.319118 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.319435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.319753 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.320080 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Tracked resource versions report: Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: pushed versions: Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: { 'AddressGroup': {'1.2'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'ConntrackHelper': {'1.0'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Log': {'1.0'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Network': {'1.1'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Port': {'1.7'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'PortForwarding': {'1.2'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'QosPolicy': {'1.10'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroup': {'1.5'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SubPort': {'1.0'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Subnet': {'1.1'}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Trunk': {'1.1'}} Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: consumer versions: Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'ConntrackHelper': '1.0', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'LocalIPAssociation': '1.0', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Log': '1.0', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Network': '1.1', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Port': '1.7', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'PortForwarding': '1.2', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'QosPolicy': '1.10', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroup': '1.5', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroupRule': '1.2', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SubPort': '1.0', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Subnet': '1.1', Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Trunk': '1.1'}} Feb 28 21:47:47.321931 dv-cinder-830901-2-iscsi neutron-server[110028]: {{(pid=110028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:47:47.386041 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.513498 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.518659 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:47:47.519367 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:47.630600 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0870943 Feb 28 21:47:47.634124 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02029a5b-196f-4bac-a659-4fc6da80d050 demo demo] Pushing event updated for resources: {'Network': ['ID=84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:47:47.646860 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:47:50.196971 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53048) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:47:50.693040 dv-cinder-830901-2-iscsi neutron-server[110029]: WARNING oslo_policy.policy [None req-4aae7880-af2b-4ff8-afa1-559466e6891c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:50.693624 dv-cinder-830901-2-iscsi neutron-server[110029]: WARNING oslo_policy.policy [None req-4aae7880-af2b-4ff8-afa1-559466e6891c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:51.139860 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.policy [None req-4aae7880-af2b-4ff8-afa1-559466e6891c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110029) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 21:47:51.182029 dv-cinder-830901-2-iscsi neutron-server[110029]: WARNING oslo_policy.policy [None req-4aae7880-af2b-4ff8-afa1-559466e6891c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:51.182393 dv-cinder-830901-2-iscsi neutron-server[110029]: WARNING oslo_policy.policy [None req-4aae7880-af2b-4ff8-afa1-559466e6891c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 21:47:51.190844 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae7880-af2b-4ff8-afa1-559466e6891c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:47:51.192727 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4aae7880-af2b-4ff8-afa1-559466e6891c demo admin] 10.222.0.26 "GET /v2.0/networks/84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc HTTP/1.1" status: 200 len: 825 time: 0.9937248 Feb 28 21:47:51.231755 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-f9458298-e23b-4591-bf8a-e098fb04791d demo admin] 10.222.0.26 "GET /v2.0/subnetpools/ea5f61c8-262e-407c-98a5-453adb9d4d66 HTTP/1.1" status: 200 len: 734 time: 0.0328429 Feb 28 21:47:51.240697 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Request body: {'subnet': {'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'ip_version': 4, 'subnetpool_id': 'ea5f61c8-262e-407c-98a5-453adb9d4d66', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:47:51.359315 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Made reservation on behalf of 7b3f655528294e62a0a33ce69e504013 for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:47:51.362422 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:51.731030 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (a33d162a-14e9-4cb3-a0cb-cd0bdb29d298), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:51.797842 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Checking segment: {'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:47:51.798252 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Network hostable DHCP agents. Network: 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:47:51.815264 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a33d162a-14e9-4cb3-a0cb-cd0bdb29d298,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:47:51.826677 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.827047 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.827410 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.827753 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.828087 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.828418 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.828751 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.829080 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.829406 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.829746 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.830176 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.830502 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.830924 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Tracked resource versions report: Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: pushed versions: Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: { 'AddressGroup': {'1.2'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'ConntrackHelper': {'1.0'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Log': {'1.0'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Network': {'1.1'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Port': {'1.7'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'PortForwarding': {'1.2'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'QosPolicy': {'1.10'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroup': {'1.5'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SubPort': {'1.0'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Subnet': {'1.1'}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Trunk': {'1.1'}} Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: consumer versions: Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'ConntrackHelper': '1.0', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'LocalIPAssociation': '1.0', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Log': '1.0', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Network': '1.1', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Port': '1.7', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'PortForwarding': '1.2', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'QosPolicy': '1.10', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroup': '1.5', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroupRule': '1.2', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SubPort': '1.0', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Subnet': '1.1', Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Trunk': '1.1'}} Feb 28 21:47:51.832246 dv-cinder-830901-2-iscsi neutron-server[110029]: {{(pid=110029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:47:51.912007 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:47:51.991974 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:47:51.997052 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:47:51.997684 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:52.001869 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b3f12-5fae-4158-886f-bd5ca4267294 None None] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:47:52.094025 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-279cb9df-b30e-4f83-ad22-1efe74fe92d6 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8381786 Feb 28 21:47:52.286433 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'project_id': '7b3f655528294e62a0a33ce69e504013', 'fixed_ips': [{'subnet_id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:47:52.287703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:52.606892 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Allocated IP 172.20.0.2 (84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc/a33d162a-14e9-4cb3-a0cb-cd0bdb29d298/218119da-c319-4c49-8573-ea721d52f3ce) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:47:52.913312 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Publish callbacks [] for port (218119da-c319-4c49-8573-ea721d52f3ce), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:53.045495 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (218119da-c319-4c49-8573-ea721d52f3ce), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:53.123359 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:47:53.128707 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:47:53.137802 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:47:53.140863 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Pushing event updated for resources: {'Port': ['ID=218119da-c319-4c49-8573-ea721d52f3ce,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:47:53.172480 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.172823 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.173121 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.173467 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.173801 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.174234 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.174571 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.174901 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.175225 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.175582 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.175915 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.176238 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.176562 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Tracked resource versions report: Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: pushed versions: Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: { 'AddressGroup': {'1.2'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'ConntrackHelper': {'1.0'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Log': {'1.0'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Network': {'1.1'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Port': {'1.7'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'PortForwarding': {'1.2'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'QosPolicy': {'1.10'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroup': {'1.5'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SubPort': {'1.0'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Subnet': {'1.1'}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Trunk': {'1.1'}} Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: consumer versions: Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'ConntrackHelper': '1.0', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'LocalIPAssociation': '1.0', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Log': '1.0', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Network': '1.1', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Port': '1.7', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'PortForwarding': '1.2', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'QosPolicy': '1.10', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroup': '1.5', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroupRule': '1.2', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SubPort': '1.0', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Subnet': '1.1', Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Trunk': '1.1'}} Feb 28 21:47:53.177960 dv-cinder-830901-2-iscsi neutron-server[110030]: {{(pid=110030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:47:53.228133 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Attempting to bind port 218119da-c319-4c49-8573-ea721d52f3ce on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:47:53.228550 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Attempting to bind port 218119da-c319-4c49-8573-ea721d52f3ce by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:47:53.228972 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Attempting to bind port 218119da-c319-4c49-8573-ea721d52f3ce on network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:47:53.234105 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:47:53.234487 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Checking segment: {'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:47:53.234977 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:53.235642 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Bound using segment: {'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:47:53.236151 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Bound port: 218119da-c319-4c49-8573-ea721d52f3ce, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:47:53.236563 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (218119da-c319-4c49-8573-ea721d52f3ce), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:53.300594 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] For port 218119da-c319-4c49-8573-ea721d52f3ce, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:47:53.305556 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] For port 218119da-c319-4c49-8573-ea721d52f3ce, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=218119da-c319-4c49-8573-ea721d52f3ce,segment=NetworkSegment(8d7ab8cb-d9ee-4532-a58c-3007c455d0b9),segment_id=8d7ab8cb-d9ee-4532-a58c-3007c455d0b9)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:47:53.388734 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (218119da-c319-4c49-8573-ea721d52f3ce), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:47:53.451099 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dd83c-a909-4a44-b726-73320aec1bbc None None] Pushing event updated for resources: {'Port': ['ID=218119da-c319-4c49-8573-ea721d52f3ce,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:47:54.733040 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53068) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:47:55.050889 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [None req-a26d733a-a95a-43f3-9858-e1edd09fbd90 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110029) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:47:55.051896 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a26d733a-a95a-43f3-9858-e1edd09fbd90 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3179235 Feb 28 21:47:57.629606 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53076) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:47:57.940115 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [None req-29da44a6-6065-45b2-b537-5698de856728 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110029) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:47:57.941247 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-29da44a6-6065-45b2-b537-5698de856728 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106277 Feb 28 21:48:00.506626 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53084) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:48:00.816152 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-b321d915-87b0-4d26-ae1c-06f14406998f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:48:00.970924 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b321d915-87b0-4d26-ae1c-06f14406998f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (889d99e8-e50d-4a15-a36f-8e0fa8cac791), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:00.972674 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b321d915-87b0-4d26-ae1c-06f14406998f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (889d99e8-e50d-4a15-a36f-8e0fa8cac791), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:01.114403 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b321d915-87b0-4d26-ae1c-06f14406998f demo demo] Publish callbacks [] for router_controller (889d99e8-e50d-4a15-a36f-8e0fa8cac791), precommit_add_association {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:01.182617 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b321d915-87b0-4d26-ae1c-06f14406998f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (889d99e8-e50d-4a15-a36f-8e0fa8cac791), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:01.259014 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b321d915-87b0-4d26-ae1c-06f14406998f demo demo] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:01.260139 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-b321d915-87b0-4d26-ae1c-06f14406998f demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7525084 Feb 28 21:48:03.832025 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c656326f-96e1-43d6-8240-7d27e0219676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:03.895845 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53096) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:48:04.217562 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [None req-cf29f8d4-2595-473e-9e6a-67f37eb7d0d0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:48:04.234012 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-cf29f8d4-2595-473e-9e6a-67f37eb7d0d0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3217907 Feb 28 21:48:04.792798 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 218119da-c319-4c49-8573-ea721d52f3ce up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:48:04.871439 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a2df7c-cd19-4286-9816-f0254e16d1d2 None None] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:48:04.933939 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 218119da-c319-4c49-8573-ea721d52f3ce triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:04.934383 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (218119da-c319-4c49-8573-ea721d52f3ce), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:05.005572 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-036db9e7-8bc0-4af2-b50f-7c32b406a2a1 None None] Provisioning complete for port 218119da-c319-4c49-8573-ea721d52f3ce triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:05.005879 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-036db9e7-8bc0-4af2-b50f-7c32b406a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (218119da-c319-4c49-8573-ea721d52f3ce), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:05.149752 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 218119da-c319-4c49-8573-ea721d52f3ce is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:05.150084 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (218119da-c319-4c49-8573-ea721d52f3ce), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:05.216913 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port 218119da-c319-4c49-8573-ea721d52f3ce, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=218119da-c319-4c49-8573-ea721d52f3ce,segment=NetworkSegment(8d7ab8cb-d9ee-4532-a58c-3007c455d0b9),segment_id=8d7ab8cb-d9ee-4532-a58c-3007c455d0b9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:48:05.218211 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-036db9e7-8bc0-4af2-b50f-7c32b406a2a1 None None] Current status of the port 218119da-c319-4c49-8573-ea721d52f3ce is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:05.218602 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-036db9e7-8bc0-4af2-b50f-7c32b406a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (218119da-c319-4c49-8573-ea721d52f3ce), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:05.337932 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (218119da-c319-4c49-8573-ea721d52f3ce), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:05.421685 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.db.api [None req-036db9e7-8bc0-4af2-b50f-7c32b406a2a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:48:05.422010 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG oslo_db.api [None req-036db9e7-8bc0-4af2-b50f-7c32b406a2a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:48:05.422897 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=218119da-c319-4c49-8573-ea721d52f3ce,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:05.957094 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-036db9e7-8bc0-4af2-b50f-7c32b406a2a1 None None] Current status of the port 218119da-c319-4c49-8573-ea721d52f3ce is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:06.076272 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-b2fcb7e0-1150-4235-ab68-20e21fd1eee4 None None] Provisioning complete for port 218119da-c319-4c49-8573-ea721d52f3ce triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:06.076663 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b2fcb7e0-1150-4235-ab68-20e21fd1eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (218119da-c319-4c49-8573-ea721d52f3ce), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:06.168093 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcb7e0-1150-4235-ab68-20e21fd1eee4 None None] Current status of the port 218119da-c319-4c49-8573-ea721d52f3ce is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:06.209907 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dc2ed682-60d5-4695-b4f8-b8736dd354f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:06.756290 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 218119da-c319-4c49-8573-ea721d52f3ce up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:48:06.792331 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53106) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:48:06.801933 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 218119da-c319-4c49-8573-ea721d52f3ce triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:06.802363 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (218119da-c319-4c49-8573-ea721d52f3ce), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:06.933240 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 218119da-c319-4c49-8573-ea721d52f3ce is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:07.062631 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:48:07.175804 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Made reservation on behalf of 7297e55969ab4bf0b026f4e20d2cae80 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:48:07.178102 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.186418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.198516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.263046 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks [] for security_group (cea28670-7698-480a-b72c-46e8dba0a20c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.336053 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (cea28670-7698-480a-b72c-46e8dba0a20c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.353946 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Reserving flat network on physical network physnet1 {{(pid=110028) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 21:48:07.369932 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea28670-7698-480a-b72c-46e8dba0a20c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:07.374808 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.375150 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Added segment 90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4 of type flat for network a720463d-f8df-49c9-ab06-f132737dd10b Feb 28 21:48:07.428036 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (a720463d-f8df-49c9-ab06-f132737dd10b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.512859 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (a720463d-f8df-49c9-ab06-f132737dd10b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.513790 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:48:07.514464 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:07.602766 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] Pushing event updated for resources: {'Network': ['ID=a720463d-f8df-49c9-ab06-f132737dd10b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:07.612338 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network a720463d-f8df-49c9-ab06-f132737dd10b details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:48:07.636097 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3dd47855-27e1-4cf4-b751-7c59f3ae6a02 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8426597 Feb 28 21:48:08.654634 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:10.094289 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:10.094936 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53124) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:48:10.258753 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14bc4b5-b80a-4b47-927e-9a2702da46c3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:48:10.260145 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f14bc4b5-b80a-4b47-927e-9a2702da46c3 demo admin] 10.222.0.26 "GET /v2.0/subnets/a33d162a-14e9-4cb3-a0cb-cd0bdb29d298 HTTP/1.1" status: 200 len: 849 time: 0.1644599 Feb 28 21:48:10.426379 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-98cc2249-57ab-4b6c-abec-cf7845e97c07 demo admin] 10.222.0.26 "GET /v2.0/routers/889d99e8-e50d-4a15-a36f-8e0fa8cac791 HTTP/1.1" status: 200 len: 704 time: 0.1604803 Feb 28 21:48:10.691040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:10.982070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Allocated IP 172.20.0.1 (84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc/a33d162a-14e9-4cb3-a0cb-cd0bdb29d298/89f57d54-de2e-4a24-b19d-b598389bfeb9) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:48:11.165351 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks [] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:11.446096 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:11.528786 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:48:11.537337 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:48:11.542881 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Pushing event updated for resources: {'Port': ['ID=89f57d54-de2e-4a24-b19d-b598389bfeb9,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:11.546557 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:48:11.546557 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (889d99e8-e50d-4a15-a36f-8e0fa8cac791), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:11.721566 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-d0a77cd6-6360-4ce7-b2aa-a2e5d5da4082 None None] Provisioning complete for port 89f57d54-de2e-4a24-b19d-b598389bfeb9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:11.722148 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-d0a77cd6-6360-4ce7-b2aa-a2e5d5da4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:11.754546 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-d0a77cd6-6360-4ce7-b2aa-a2e5d5da4082 None None] Port 89f57d54-de2e-4a24-b19d-b598389bfeb9 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:48:11.859973 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:12.070346 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks [] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:12.124552 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:12.125466 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (889d99e8-e50d-4a15-a36f-8e0fa8cac791), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:12.206010 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Pushing event updated for resources: {'Port': ['ID=89f57d54-de2e-4a24-b19d-b598389bfeb9,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:12.249565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:48:12.250910 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:48:12.488651 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:48:12.579225 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-c41cb1e8-e1fc-450e-9a6d-d566fcbe8304 None None] Provisioning complete for port 89f57d54-de2e-4a24-b19d-b598389bfeb9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:12.579557 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c41cb1e8-e1fc-450e-9a6d-d566fcbe8304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:12.595651 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:48:12.602773 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9645c322-e255-42b1-9f89-d77e08bdd013 demo admin] 10.222.0.26 "PUT /v2.0/routers/889d99e8-e50d-4a15-a36f-8e0fa8cac791/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1711841 Feb 28 21:48:12.612125 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Sync routers for ids ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:48:12.619620 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-c41cb1e8-e1fc-450e-9a6d-d566fcbe8304 None None] Port 89f57d54-de2e-4a24-b19d-b598389bfeb9 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:48:12.624983 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Routers {'889d99e8-e50d-4a15-a36f-8e0fa8cac791'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:48:12.625832 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:48:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:12.821623 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Set router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 gateway port host: None {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:48:13.275532 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'name': 'router1', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:48:00Z', 'updated_at': '2022-02-28T21:48:11Z', 'revision_number': 2, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'gw_port_host': None, '_interfaces': [{'id': '89f57d54-de2e-4a24-b19d-b598389bfeb9', 'name': '', 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'mac_address': 'fa:16:3e:d8:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:10Z', 'updated_at': '2022-02-28T21:48:11Z', 'revision_number': 2, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'subnets': [{'id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea5f61c8-262e-407c-98a5-453adb9d4d66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:13.326619 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Checking router: 889d99e8-e50d-4a15-a36f-8e0fa8cac791 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:48:13.327003 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Updating router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 port 89f57d54-de2e-4a24-b19d-b598389bfeb9 binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:48:13.380126 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:13.900660 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Publish callbacks [] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:13.986066 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:14.188550 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:48:14.191453 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Pushing event updated for resources: {'Port': ['ID=89f57d54-de2e-4a24-b19d-b598389bfeb9,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:14.200842 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Attempting to bind port 89f57d54-de2e-4a24-b19d-b598389bfeb9 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:48:14.201414 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Attempting to bind port 89f57d54-de2e-4a24-b19d-b598389bfeb9 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:48:14.202029 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Attempting to bind port 89f57d54-de2e-4a24-b19d-b598389bfeb9 on network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:48:14.207582 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.207992 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.208342 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.208685 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.209017 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.209347 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.209686 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.210636 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.210966 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.211309 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.211641 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.211959 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.212280 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Tracked resource versions report: Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: pushed versions: Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: { 'AddressGroup': {'1.2'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'ConntrackHelper': {'1.0'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Log': {'1.0'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Network': {'1.1'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Port': {'1.7'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'PortForwarding': {'1.2'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'QosPolicy': {'1.10'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroup': {'1.5'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SubPort': {'1.0'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Subnet': {'1.1'}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Trunk': {'1.1'}} Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: consumer versions: Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'ConntrackHelper': '1.0', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'LocalIPAssociation': '1.0', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Log': '1.0', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Network': '1.1', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Port': '1.7', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'PortForwarding': '1.2', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'QosPolicy': '1.10', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroup': '1.5', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroupRule': '1.2', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SubPort': '1.0', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Subnet': '1.1', Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Trunk': '1.1'}} Feb 28 21:48:14.213663 dv-cinder-830901-2-iscsi neutron-server[110031]: {{(pid=110031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:48:14.218704 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:48:14.223377 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Checking segment: {'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:48:14.223377 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:14.223377 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Bound using segment: {'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:48:14.223377 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Bound port: 89f57d54-de2e-4a24-b19d-b598389bfeb9, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7ab8cb-d9ee-4532-a58c-3007c455d0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:48:14.223377 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:14.249797 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-5511ed6e-74dc-4cdd-90dc-467af79f3601 None None] Provisioning complete for port 89f57d54-de2e-4a24-b19d-b598389bfeb9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:14.250559 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5511ed6e-74dc-4cdd-90dc-467af79f3601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:14.292620 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-5511ed6e-74dc-4cdd-90dc-467af79f3601 None None] Port 89f57d54-de2e-4a24-b19d-b598389bfeb9 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:48:14.302796 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] For port 89f57d54-de2e-4a24-b19d-b598389bfeb9, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:48:14.328482 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] For port 89f57d54-de2e-4a24-b19d-b598389bfeb9, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=89f57d54-de2e-4a24-b19d-b598389bfeb9,segment=NetworkSegment(8d7ab8cb-d9ee-4532-a58c-3007c455d0b9),segment_id=8d7ab8cb-d9ee-4532-a58c-3007c455d0b9)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:48:14.422435 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:14.487333 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732935e-71c3-4e08-a625-e1411f58c8f3 None None] Pushing event updated for resources: {'Port': ['ID=89f57d54-de2e-4a24-b19d-b598389bfeb9,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:14.513024 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Routers {'889d99e8-e50d-4a15-a36f-8e0fa8cac791'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:48:14.513878 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:48:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:14.625978 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] Set router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 gateway port host: None {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:48:14.721360 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-b76857e1-3b03-424c-ae2b-919d6a419b41 None None] Provisioning complete for port 89f57d54-de2e-4a24-b19d-b598389bfeb9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:14.722036 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b76857e1-3b03-424c-ae2b-919d6a419b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:14.808925 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-b76857e1-3b03-424c-ae2b-919d6a419b41 None None] Current status of the port 89f57d54-de2e-4a24-b19d-b598389bfeb9 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:14.809231 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b76857e1-3b03-424c-ae2b-919d6a419b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:14.868662 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'name': 'router1', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:48:00Z', 'updated_at': '2022-02-28T21:48:11Z', 'revision_number': 2, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'gw_port_host': None, '_interfaces': [{'id': '89f57d54-de2e-4a24-b19d-b598389bfeb9', 'name': '', 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'mac_address': 'fa:16:3e:d8:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:10Z', 'updated_at': '2022-02-28T21:48:14Z', 'revision_number': 4, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'subnets': [{'id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea5f61c8-262e-407c-98a5-453adb9d4d66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:14.896182 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee6a14-518c-4f99-8e6b-bab3392a8661 None None] The sync data for ids ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'] in dv-cinder-830901-2-iscsi is: [{'id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'name': 'router1', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:48:00Z', 'updated_at': '2022-02-28T21:48:11Z', 'revision_number': 2, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'gw_port_host': None, '_interfaces': [{'id': '89f57d54-de2e-4a24-b19d-b598389bfeb9', 'name': '', 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'mac_address': 'fa:16:3e:d8:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:10Z', 'updated_at': '2022-02-28T21:48:14Z', 'revision_number': 4, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'subnets': [{'id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea5f61c8-262e-407c-98a5-453adb9d4d66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:48:14.907060 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-b76857e1-3b03-424c-ae2b-919d6a419b41 None None] For port 89f57d54-de2e-4a24-b19d-b598389bfeb9, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=89f57d54-de2e-4a24-b19d-b598389bfeb9,segment=NetworkSegment(8d7ab8cb-d9ee-4532-a58c-3007c455d0b9),segment_id=8d7ab8cb-d9ee-4532-a58c-3007c455d0b9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:48:14.976453 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b76857e1-3b03-424c-ae2b-919d6a419b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:15.027530 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76857e1-3b03-424c-ae2b-919d6a419b41 None None] Pushing event updated for resources: {'Port': ['ID=89f57d54-de2e-4a24-b19d-b598389bfeb9,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:15.121306 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53148) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:48:15.231026 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11614e73-f1d6-49c4-97e1-a0c2847b1053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:48:15.232323 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-11614e73-f1d6-49c4-97e1-a0c2847b1053 admin admin] 10.222.0.26 "GET /v2.0/networks/a720463d-f8df-49c9-ab06-f132737dd10b HTTP/1.1" status: 200 len: 842 time: 0.1099424 Feb 28 21:48:15.243055 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:48:15.345738 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Made reservation on behalf of 7297e55969ab4bf0b026f4e20d2cae80 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:48:15.348068 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:15.700954 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.objects.ports [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110028) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 21:48:15.701369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (749080f5-6fac-4934-bbb5-a2152301b4c1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:15.756524 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749080f5-6fac-4934-bbb5-a2152301b4c1,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:15.770092 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:48:15.770454 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Network hostable DHCP agents. Network: a720463d-f8df-49c9-ab06-f132737dd10b, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:48:15.856521 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:48:15.947440 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, a720463d-f8df-49c9-ab06-f132737dd10b) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:48:15.951856 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:48:15.952387 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:15.956878 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12e030-9793-49f1-b242-8675863e0622 None None] Network a720463d-f8df-49c9-ab06-f132737dd10b requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:48:16.052936 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bf67204b-7a3c-4bef-9800-407927f39544 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8142228 Feb 28 21:48:16.074182 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3a833-f3d8-4f10-a0f6-06c4de41c02c None None] Network a720463d-f8df-49c9-ab06-f132737dd10b requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:48:18.485720 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53156) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:48:18.621311 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-918f2eb2-d541-4f95-9266-41ae267de4c8 demo admin] 10.222.0.26 "GET /v2.0/routers/889d99e8-e50d-4a15-a36f-8e0fa8cac791 HTTP/1.1" status: 200 len: 710 time: 0.1343184 Feb 28 21:48:18.714453 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97873339-73eb-4201-be55-aac6b2d6713d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:48:18.715842 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-97873339-73eb-4201-be55-aac6b2d6713d demo admin] 10.222.0.26 "GET /v2.0/networks/a720463d-f8df-49c9-ab06-f132737dd10b HTTP/1.1" status: 200 len: 886 time: 0.0892372 Feb 28 21:48:18.724673 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:48:19.048635 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks [] for router_gateway (889d99e8-e50d-4a15-a36f-8e0fa8cac791), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:19.336280 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks [] for router_gateway (889d99e8-e50d-4a15-a36f-8e0fa8cac791), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:19.411806 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:19.512772 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Allocated IP 172.27.2.7 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/48572069-4c17-4ad4-8f00-510c73be2fd5) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:48:19.613288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks [] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:19.700073 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:19.739824 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:48:19.743359 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:48:19.746653 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:48:19.785123 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Pushing event updated for resources: {'Port': ['ID=48572069-4c17-4ad4-8f00-510c73be2fd5,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:20.144128 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks [] for router_gateway (889d99e8-e50d-4a15-a36f-8e0fa8cac791), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:20.446175 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4834'] for router (889d99e8-e50d-4a15-a36f-8e0fa8cac791), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:20.449557 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822601'] for router (889d99e8-e50d-4a15-a36f-8e0fa8cac791), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:20.556024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:48:20.665695 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:48:20.670070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:20.671316 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b4144959-1f5e-4f13-bdf7-3be40c416845 demo admin] 10.222.0.26 "PUT /v2.0/routers/889d99e8-e50d-4a15-a36f-8e0fa8cac791 HTTP/1.1" status: 200 len: 888 time: 1.9498351 Feb 28 21:48:22.805758 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 89f57d54-de2e-4a24-b19d-b598389bfeb9 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:48:22.870819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 89f57d54-de2e-4a24-b19d-b598389bfeb9 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:22.871202 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:22.948562 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 89f57d54-de2e-4a24-b19d-b598389bfeb9 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:23.259223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53168) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:48:23.380123 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-89d60766-a38e-4c19-b0bc-503be2c33342 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1197314 Feb 28 21:48:23.583489 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Sync routers for ids ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:48:23.595615 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Routers {'889d99e8-e50d-4a15-a36f-8e0fa8cac791'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:48:23.596259 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:48:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:23.817481 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Set router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:48:24.307631 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'name': 'router1', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '48572069-4c17-4ad4-8f00-510c73be2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:48:00Z', 'updated_at': '2022-02-28T21:48:19Z', 'revision_number': 4, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'gw_port': {'id': '48572069-4c17-4ad4-8f00-510c73be2fd5', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:19Z', 'updated_at': '2022-02-28T21:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '89f57d54-de2e-4a24-b19d-b598389bfeb9', 'name': '', 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'mac_address': 'fa:16:3e:d8:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:10Z', 'updated_at': '2022-02-28T21:48:14Z', 'revision_number': 5, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'subnets': [{'id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea5f61c8-262e-407c-98a5-453adb9d4d66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:24.357461 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Checking router: 889d99e8-e50d-4a15-a36f-8e0fa8cac791 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:48:24.357754 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Updating router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 port 48572069-4c17-4ad4-8f00-510c73be2fd5 binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:48:24.411049 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:24.731163 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Publish callbacks [] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:24.901104 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:24.970468 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Attempting to bind port 48572069-4c17-4ad4-8f00-510c73be2fd5 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:48:24.970771 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Attempting to bind port 48572069-4c17-4ad4-8f00-510c73be2fd5 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:48:24.971142 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Attempting to bind port 48572069-4c17-4ad4-8f00-510c73be2fd5 on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:48:24.976915 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9b574-44b4-4b3f-814f-8682db93ac13 None None] Pushing event updated for resources: {'Port': ['ID=48572069-4c17-4ad4-8f00-510c73be2fd5,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:24.982580 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:48:24.982960 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:48:24.983367 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:24.983761 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:48:24.984494 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Bound port: 48572069-4c17-4ad4-8f00-510c73be2fd5, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:48:24.984881 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:25.034311 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] For port 48572069-4c17-4ad4-8f00-510c73be2fd5, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:48:25.037278 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] For port 48572069-4c17-4ad4-8f00-510c73be2fd5, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=48572069-4c17-4ad4-8f00-510c73be2fd5,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:48:25.101876 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:25.161910 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9b574-44b4-4b3f-814f-8682db93ac13 None None] Pushing event updated for resources: {'Port': ['ID=48572069-4c17-4ad4-8f00-510c73be2fd5,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:25.165340 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Routers {'889d99e8-e50d-4a15-a36f-8e0fa8cac791'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:48:25.165886 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:48:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:25.291837 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] Set router 889d99e8-e50d-4a15-a36f-8e0fa8cac791 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:48:25.528361 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'name': 'router1', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '48572069-4c17-4ad4-8f00-510c73be2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:48:00Z', 'updated_at': '2022-02-28T21:48:19Z', 'revision_number': 4, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'gw_port': {'id': '48572069-4c17-4ad4-8f00-510c73be2fd5', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:19Z', 'updated_at': '2022-02-28T21:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '89f57d54-de2e-4a24-b19d-b598389bfeb9', 'name': '', 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'mac_address': 'fa:16:3e:d8:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:10Z', 'updated_at': '2022-02-28T21:48:14Z', 'revision_number': 5, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'subnets': [{'id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea5f61c8-262e-407c-98a5-453adb9d4d66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:48:25.555926 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da684ca-2a43-4dbb-9658-5a08bbee09f5 None None] The sync data for ids ['889d99e8-e50d-4a15-a36f-8e0fa8cac791'] in dv-cinder-830901-2-iscsi is: [{'id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'name': 'router1', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '48572069-4c17-4ad4-8f00-510c73be2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:48:00Z', 'updated_at': '2022-02-28T21:48:19Z', 'revision_number': 4, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'gw_port': {'id': '48572069-4c17-4ad4-8f00-510c73be2fd5', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:19Z', 'updated_at': '2022-02-28T21:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '89f57d54-de2e-4a24-b19d-b598389bfeb9', 'name': '', 'network_id': '84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc', 'tenant_id': '7b3f655528294e62a0a33ce69e504013', 'mac_address': 'fa:16:3e:d8:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d99e8-e50d-4a15-a36f-8e0fa8cac791', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:48:10Z', 'updated_at': '2022-02-28T21:48:14Z', 'revision_number': 5, 'project_id': '7b3f655528294e62a0a33ce69e504013', 'subnets': [{'id': 'a33d162a-14e9-4cb3-a0cb-cd0bdb29d298', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea5f61c8-262e-407c-98a5-453adb9d4d66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:48:26.807966 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 48572069-4c17-4ad4-8f00-510c73be2fd5 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:48:26.868139 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 48572069-4c17-4ad4-8f00-510c73be2fd5 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:26.868733 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:26.971716 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 48572069-4c17-4ad4-8f00-510c73be2fd5 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:26.972208 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:27.008235 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port 48572069-4c17-4ad4-8f00-510c73be2fd5, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=48572069-4c17-4ad4-8f00-510c73be2fd5,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:48:27.085691 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:27.156900 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=48572069-4c17-4ad4-8f00-510c73be2fd5,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:48:28.863909 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 48572069-4c17-4ad4-8f00-510c73be2fd5 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:48:28.957624 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 48572069-4c17-4ad4-8f00-510c73be2fd5 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:48:28.966465 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (48572069-4c17-4ad4-8f00-510c73be2fd5), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:29.096637 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 48572069-4c17-4ad4-8f00-510c73be2fd5 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:48:33.799036 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e8ed7545-7dc4-49a3-8740-41b6cd854827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:36.190847 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-83146c1b-a2cf-44c2-9a7a-ad5ad58e14a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:37.186839 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:38.722460 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:40.089637 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:48:51.107689 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:49:03.794574 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ca-3c24-430f-988d-4c2030fe354b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:06.188699 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c47a02d9-f089-42dc-87a0-24c7b70aed2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:08.614167 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:08.672530 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:10.078837 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:28.106062 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:49:33.769939 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-aad759b8-a171-4142-bfad-8060b2b4558d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:36.179492 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-bbb65d07-898e-4988-a98b-5d35d83e9254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:37.190272 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:38.624703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:40.104644 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:47.700700 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53652) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:49:47.761537 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ae7fd5-4582-423d-a06c-9a16d24e58b5 admin admin] GET failed (client error): The resource could not be found. Feb 28 21:49:47.762880 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-72ae7fd5-4582-423d-a06c-9a16d24e58b5 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612271 Feb 28 21:49:47.929519 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256989c1-9082-486b-9c49-0ab7fbd2b618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:47.930942 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-256989c1-9082-486b-9c49-0ab7fbd2b618 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1639769 Feb 28 21:49:50.279036 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53662) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:49:50.372559 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42eacf-b07b-4dca-b936-cfdd41cdb746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:50.373900 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4e42eacf-b07b-4dca-b936-cfdd41cdb746 admin admin] 10.222.0.26 "GET /v2.0/subnets/a33d162a-14e9-4cb3-a0cb-cd0bdb29d298 HTTP/1.1" status: 200 len: 849 time: 0.0938640 Feb 28 21:49:50.383547 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:49:50.469789 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Publish callbacks [] for subnet (a33d162a-14e9-4cb3-a0cb-cd0bdb29d298), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:50.652420 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749047917797'] for subnet (a33d162a-14e9-4cb3-a0cb-cd0bdb29d298), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:50.682805 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:50.683975 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:50.685799 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] 10.222.0.26 "PUT /v2.0/subnets/a33d162a-14e9-4cb3-a0cb-cd0bdb29d298 HTTP/1.1" status: 200 len: 868 time: 0.3057857 Feb 28 21:49:50.689208 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3a783-9bf3-4006-9277-4d2ad3a2f610 None None] Network 84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:49:50.705509 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33d162a-14e9-4cb3-a0cb-cd0bdb29d298,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:49:50.713083 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.713463 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.713816 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.714197 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.714541 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.714881 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.715236 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.715582 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.715935 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.716287 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.716628 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.717018 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.717341 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ce4284-0f2d-4591-9eb9-f85eb759dadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:49:50.995679 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-c027aeae-1dd0-442c-904b-50c39d2852a5 None None] Provisioning complete for port 89f57d54-de2e-4a24-b19d-b598389bfeb9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:49:50.995989 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c027aeae-1dd0-442c-904b-50c39d2852a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (89f57d54-de2e-4a24-b19d-b598389bfeb9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:51.075058 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-c027aeae-1dd0-442c-904b-50c39d2852a5 None None] Current status of the port 89f57d54-de2e-4a24-b19d-b598389bfeb9 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:49:51.084814 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-c027aeae-1dd0-442c-904b-50c39d2852a5 None None] Provisioning complete for port 218119da-c319-4c49-8573-ea721d52f3ce triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:49:51.085213 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c027aeae-1dd0-442c-904b-50c39d2852a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (218119da-c319-4c49-8573-ea721d52f3ce), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:49:51.159396 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-c027aeae-1dd0-442c-904b-50c39d2852a5 None None] Current status of the port 218119da-c319-4c49-8573-ea721d52f3ce is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:49:53.007763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53670) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:49:53.226822 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82e242-9679-47ad-a804-06167a959868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:53.227298 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82e242-9679-47ad-a804-06167a959868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:53.228822 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-9e82e242-9679-47ad-a804-06167a959868 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2201285 Feb 28 21:49:55.617631 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53680) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:49:55.753900 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e91d96-1ba0-46af-8080-9af9a0c28fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:55.754392 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e91d96-1ba0-46af-8080-9af9a0c28fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:55.755925 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-66e91d96-1ba0-46af-8080-9af9a0c28fd5 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373265 Feb 28 21:49:58.060478 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53688) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:49:58.229511 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7940b0-618b-40c5-b264-152350c26878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:49:58.231072 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fe7940b0-618b-40c5-b264-152350c26878 admin admin] 10.222.0.26 "GET /v2.0/networks/84b2fa0f-e2c3-483e-8b85-e7b1d02ba7cc HTTP/1.1" status: 200 len: 869 time: 0.1696179 Feb 28 21:50:00.552554 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53696) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:00.680039 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424fb39b-df0d-415f-8d64-2c69f46c57e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:00.681397 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-424fb39b-df0d-415f-8d64-2c69f46c57e6 admin admin] 10.222.0.26 "GET /v2.0/networks/a720463d-f8df-49c9-ab06-f132737dd10b HTTP/1.1" status: 200 len: 886 time: 0.1278279 Feb 28 21:50:02.997158 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53704) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:03.121812 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d24c4ce-90c9-41f3-b3d2-2622f6e7ed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:03.122315 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d24c4ce-90c9-41f3-b3d2-2622f6e7ed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:03.123866 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4d24c4ce-90c9-41f3-b3d2-2622f6e7ed09 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257367 Feb 28 21:50:03.826135 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-d8b43080-8dcf-410f-936d-10bc0df8587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:05.104274 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:50:05.434902 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53712) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:05.527500 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73103249-79ba-489a-ac6a-2880e19c0f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:05.527975 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73103249-79ba-489a-ac6a-2880e19c0f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:05.529467 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-73103249-79ba-489a-ac6a-2880e19c0f09 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936189 Feb 28 21:50:06.166486 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-14159cb1-cbf0-4762-b788-c418283cfd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:07.196791 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:07.854171 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53720) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:07.940867 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5590a3-0d57-4119-b14c-28dacd9a72b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:07.942225 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0d5590a3-0d57-4119-b14c-28dacd9a72b9 admin admin] 10.222.0.26 "GET /v2.0/subnets/749080f5-6fac-4934-bbb5-a2152301b4c1 HTTP/1.1" status: 200 len: 816 time: 0.0865893 Feb 28 21:50:08.629421 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:10.065429 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:10.285575 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53728) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:10.380677 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1cbb95-b53c-487a-8077-e9e38a7094fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:10.382004 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0a1cbb95-b53c-487a-8077-e9e38a7094fc admin admin] 10.222.0.26 "GET /v2.0/subnets/a33d162a-14e9-4cb3-a0cb-cd0bdb29d298 HTTP/1.1" status: 200 len: 868 time: 0.0954361 Feb 28 21:50:33.796000 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cf2a325e-53fc-45f3-8d32-a851eb11cc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:36.223975 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e3b5953a-dc80-4f3a-a5f6-4e4ebc5b9a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:37.235907 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:38.641290 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:38.661493 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53780) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:38.710425 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [None req-3c40db47-7c2c-4e95-ac19-2bf8f77a65d7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:50:38.711429 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3c40db47-7c2c-4e95-ac19-2bf8f77a65d7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489664 Feb 28 21:50:40.069464 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:41.104677 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53788) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:41.169319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef91427-cdad-49b3-9531-47cb62e78b15 admin admin] GET failed (client error): The resource could not be found. Feb 28 21:50:41.170656 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7ef91427-cdad-49b3-9531-47cb62e78b15 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650382 Feb 28 21:50:41.253904 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457394ba-ac31-4e43-bcc7-d226506217be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:41.255378 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-457394ba-ac31-4e43-bcc7-d226506217be admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800970 Feb 28 21:50:42.104139 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:50:43.594740 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53796) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:43.641222 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:50:43.753491 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Made reservation on behalf of 7297e55969ab4bf0b026f4e20d2cae80 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:50:43.755805 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:43.792560 dv-cinder-830901-2-iscsi neutron-server[110028]: WARNING neutron.services.revisions.revision_plugin [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Could not find related network for resource to bump revision. Feb 28 21:50:43.794656 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:50:43.803083 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (09b4b592-83a8-4e73-9070-c75039c05c3f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:43.803422 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Added segment 09b4b592-83a8-4e73-9070-c75039c05c3f of type vlan for network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 Feb 28 21:50:43.841681 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:43.942524 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:43.943458 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:43.944022 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:43.999963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] Pushing event updated for resources: {'Network': ['ID=4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:50:44.010427 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:50:44.060798 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-051bf476-23b9-4904-8f66-16c9398750de admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4648902 Feb 28 21:50:46.390379 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53804) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:50:46.449362 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdd40f2-0107-4444-a8df-28d8610900b1 admin admin] GET failed (client error): The resource could not be found. Feb 28 21:50:46.450691 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-9bdd40f2-0107-4444-a8df-28d8610900b1 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593901 Feb 28 21:50:46.552250 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff950de-924e-4309-a0a4-04a1559f30c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:46.553715 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-bff950de-924e-4309-a0a4-04a1559f30c5 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0990436 Feb 28 21:50:46.563253 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22', 'name': 'shared-subnet'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:50:46.679212 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Made reservation on behalf of 7297e55969ab4bf0b026f4e20d2cae80 for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:50:46.681384 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:46.919691 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (b26ffc20-ddfa-499e-a22d-8e46100d2a68), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:46.979044 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26ffc20-ddfa-499e-a22d-8e46100d2a68,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:50:46.989342 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.989715 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.990080 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.990416 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.990745 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.991072 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.991415 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.991743 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.992084 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.992422 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.992748 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.993064 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.993379 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:46.996335 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Checking segment: {'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:50:46.996685 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Network hostable DHCP agents. Network: 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:50:47.104141 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:50:47.199187 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:50:47.203757 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:50:47.204353 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:47.208738 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b4ef7-06c8-4f40-8b4b-b85b471fb72e None None] Network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:50:47.305128 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22', 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22', 'project_id': '7297e55969ab4bf0b026f4e20d2cae80', 'fixed_ips': [{'subnet_id': 'b26ffc20-ddfa-499e-a22d-8e46100d2a68'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:50:47.305980 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:47.312584 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-f6ac0d1b-c506-4820-98c4-3898a0a3902d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7526627 Feb 28 21:50:47.555162 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Allocated IP 192.168.233.2 (4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22/b26ffc20-ddfa-499e-a22d-8e46100d2a68/97761d76-4c4f-4971-9546-dcdf0a8380b8) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:50:47.764997 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Publish callbacks [] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:47.847260 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:47.889862 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:50:47.892782 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:50:47.897151 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:50:47.900195 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Pushing event updated for resources: {'Port': ['ID=97761d76-4c4f-4971-9546-dcdf0a8380b8,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:50:47.911583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.911961 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.912327 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.912685 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.913011 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.913344 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.913672 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.914022 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.914353 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.914699 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.915033 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.915357 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.915681 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:50:47.966852 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Attempting to bind port 97761d76-4c4f-4971-9546-dcdf0a8380b8 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:50:47.967225 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Attempting to bind port 97761d76-4c4f-4971-9546-dcdf0a8380b8 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:50:47.968193 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Attempting to bind port 97761d76-4c4f-4971-9546-dcdf0a8380b8 on network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:50:47.973269 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:50:47.973647 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Checking segment: {'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:50:47.974087 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:47.974484 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Bound using segment: {'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:50:47.974950 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Bound port: 97761d76-4c4f-4971-9546-dcdf0a8380b8, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:50:47.975330 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:48.037008 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] For port 97761d76-4c4f-4971-9546-dcdf0a8380b8, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:50:48.040086 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] For port 97761d76-4c4f-4971-9546-dcdf0a8380b8, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=97761d76-4c4f-4971-9546-dcdf0a8380b8,segment=NetworkSegment(09b4b592-83a8-4e73-9070-c75039c05c3f),segment_id=09b4b592-83a8-4e73-9070-c75039c05c3f)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:50:48.131879 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:48.191082 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22bee3-3ceb-4454-accf-9aaac0f3e230 None None] Pushing event updated for resources: {'Port': ['ID=97761d76-4c4f-4971-9546-dcdf0a8380b8,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:50:48.930549 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 97761d76-4c4f-4971-9546-dcdf0a8380b8 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:50:48.993754 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 97761d76-4c4f-4971-9546-dcdf0a8380b8 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:50:48.994192 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:49.000628 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c60a04-807a-4c15-8123-0629de168c72 None None] Network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:50:49.110880 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-ce2f539a-f900-4bea-8add-085b9077df7f None None] Provisioning complete for port 97761d76-4c4f-4971-9546-dcdf0a8380b8 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:50:49.111432 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ce2f539a-f900-4bea-8add-085b9077df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:49.213300 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 97761d76-4c4f-4971-9546-dcdf0a8380b8 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:50:49.213689 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:49.287308 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port 97761d76-4c4f-4971-9546-dcdf0a8380b8, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=97761d76-4c4f-4971-9546-dcdf0a8380b8,segment=NetworkSegment(09b4b592-83a8-4e73-9070-c75039c05c3f),segment_id=09b4b592-83a8-4e73-9070-c75039c05c3f)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:50:49.290467 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f539a-f900-4bea-8add-085b9077df7f None None] Current status of the port 97761d76-4c4f-4971-9546-dcdf0a8380b8 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:50:49.290467 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ce2f539a-f900-4bea-8add-085b9077df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:49.363264 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:49.434075 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.db.api [None req-ce2f539a-f900-4bea-8add-085b9077df7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:50:49.434373 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG oslo_db.api [None req-ce2f539a-f900-4bea-8add-085b9077df7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:50:49.438908 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=97761d76-4c4f-4971-9546-dcdf0a8380b8,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:50:49.974450 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f539a-f900-4bea-8add-085b9077df7f None None] Current status of the port 97761d76-4c4f-4971-9546-dcdf0a8380b8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:50:50.094548 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-74c993ab-ed16-4bed-8fc6-b662e38911a0 None None] Provisioning complete for port 97761d76-4c4f-4971-9546-dcdf0a8380b8 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:50:50.094949 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-74c993ab-ed16-4bed-8fc6-b662e38911a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:50.173188 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-74c993ab-ed16-4bed-8fc6-b662e38911a0 None None] Current status of the port 97761d76-4c4f-4971-9546-dcdf0a8380b8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:50:50.874169 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 97761d76-4c4f-4971-9546-dcdf0a8380b8 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:50:50.924477 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 97761d76-4c4f-4971-9546-dcdf0a8380b8 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:50:50.924877 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (97761d76-4c4f-4971-9546-dcdf0a8380b8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:50:50.999812 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 97761d76-4c4f-4971-9546-dcdf0a8380b8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:51:03.782499 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-66efc0f8-a0a7-4581-aa61-9dd004791c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:06.287166 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6898a1cf-fd2f-4c8d-9822-f04b41f6d3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:07.205568 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:08.628223 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:10.096868 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:19.104297 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:51:33.775425 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-470bad96-1bb9-49ef-881d-f65cd9029ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:36.187691 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8d7173f7-fe52-4e91-b969-9fe3a5a02d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:37.227074 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:38.650301 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:40.089212 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:51:56.102325 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:52:03.762824 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9437ee59-29c3-4007-a21e-05ea42a83956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:06.179851 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3f1255bb-1ad6-40bf-8463-79e179b325ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:07.186186 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:08.676839 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:10.105745 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:30.441315 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53842) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:52:30.446946 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [None req-64d329f4-bcc7-4601-b461-0da5909009e5 tempest-verify_tempest_config-506074278 tempest-verify_tempest_config-506074278-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110029) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:52:30.447907 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-64d329f4-bcc7-4601-b461-0da5909009e5 tempest-verify_tempest_config-506074278 tempest-verify_tempest_config-506074278-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056002 Feb 28 21:52:30.923008 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 53860) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:52:31.032872 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:31.131312 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Publish callbacks [] for security_group (49bb11c1-4e2b-47cc-b7e5-456f433543b7), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:31.235317 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (49bb11c1-4e2b-47cc-b7e5-456f433543b7), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:31.283206 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=645d9753eb9e415daeb8e8bbb2f9a38f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3590937 Feb 28 21:52:31.284073 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bb11c1-4e2b-47cc-b7e5-456f433543b7,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:52:31.285926 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53864) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:52:31.291576 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.291974 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.292299 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.292636 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.292968 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.293296 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.293697 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.294053 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.294545 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.294876 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.295201 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.295521 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.295842 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778cc3d-298a-4319-9d63-f77ac404a1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.341042 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Publish callbacks [] for security_group (49bb11c1-4e2b-47cc-b7e5-456f433543b7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:31.361695 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Publish callbacks [] for security_group (49bb11c1-4e2b-47cc-b7e5-456f433543b7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:31.527791 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (49bb11c1-4e2b-47cc-b7e5-456f433543b7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:31.530340 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:31.531480 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49bb11c1-4e2b-47cc-b7e5-456f433543b7 HTTP/1.1" status: 204 len: 168 time: 0.2439797 Feb 28 21:52:31.539632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bb11c1-4e2b-47cc-b7e5-456f433543b7,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:52:31.545857 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.546260 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.546615 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.546956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.547289 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.547654 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.548015 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.548347 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.548679 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.549064 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.549396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.549715 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:31.550064 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67976446-4694-41b0-8d8c-4f1fb95f423c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:52:33.101289 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:52:33.818743 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-aa043b82-54e6-4297-96cf-a7d8a48648c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:36.189584 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a62c3e01-a281-4fea-9537-e04d178843d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:37.201463 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:38.961706 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:52:40.069689 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:03.783091 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-673d92f2-4768-4541-a972-0f484dbeb705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:06.184493 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-133ef266-e6a5-44e6-a6a5-9b230a971d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:07.223483 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:08.650532 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:10.068790 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:10.099841 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:53:33.787682 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-69e06479-728b-40f1-9e1d-c63ca0d56493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:36.188129 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-21e870e5-234d-4160-82bf-4e44c280e793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:37.211137 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:38.654647 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:40.071464 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:53:47.098451 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 5 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:54:03.792932 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a0558553-b03d-45ed-aefa-12b75fe9147d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:06.178605 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-53a6108d-ee38-4326-b505-3ed420657d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:07.219147 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:07.969819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3819095'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:08.649478 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:10.075380 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:21.852378 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53936) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:54:21.954993 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e5bb57a3-597f-4194-be18-fc28ff6cc9d5 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014338 Feb 28 21:54:24.096565 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:54:24.292212 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 53946) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:54:24.345236 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b90213f2-3d0e-4c90-848c-04520fd561a7 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0519481 Feb 28 21:54:33.805924 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-25b5ec19-43c7-4c6c-b53c-39bdf0220593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:36.194328 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f20e-ce07-4c60-8474-0e10393363af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:37.223140 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:37.942865 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:38.666045 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:54:40.079735 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:01.097574 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:55:03.802253 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb0c0-c969-4d15-93b7-a8664d664620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:06.182644 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8791a28d-15b6-4910-8c87-93ced278585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:07.209914 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:08.002212 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:08.682501 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:10.072826 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:33.796969 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-609c99c2-0da2-4828-af2e-dfd9229c6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:36.195067 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-31645100-7f0a-4110-b4b9-9805612d83e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:37.223536 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:37.962744 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:38.096889 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:55:38.648301 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:55:40.059329 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:00.292764 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54100) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:00.661026 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-network', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:00.727832 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Made reservation on behalf of 98ff64b9ef40408aaa1f8860bbd16b5f for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:00.730418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:00.741903 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:00.817765 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks [] for security_group (88c8e92a-946a-4f5d-a36b-7f741f3e86f1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:00.893500 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (88c8e92a-946a-4f5d-a36b-7f741f3e86f1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:00.924881 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c8e92a-946a-4f5d-a36b-7f741f3e86f1,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:00.932331 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:56:00.935154 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.935514 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.935867 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.936208 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.936555 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.936881 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.937216 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.937550 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.937931 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.938304 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.938640 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.938969 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.939295 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Tracked resource versions report: Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: pushed versions: Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: { 'AddressGroup': {'1.2'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'ConntrackHelper': {'1.0'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Log': {'1.0'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Network': {'1.1'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Port': {'1.7'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'PortForwarding': {'1.2'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'QosPolicy': {'1.10'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroup': {'1.5'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SubPort': {'1.0'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Subnet': {'1.1'}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Trunk': {'1.1'}} Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: consumer versions: Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: HyperV agent@hv-cinder-83090: {}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'ConntrackHelper': '1.0', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'LocalIPAssociation': '1.0', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Log': '1.0', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Network': '1.1', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Port': '1.7', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'PortForwarding': '1.2', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'QosPolicy': '1.10', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroup': '1.5', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SecurityGroupRule': '1.2', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'SubPort': '1.0', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Subnet': '1.1', Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: 'Trunk': '1.1'}} Feb 28 21:56:00.940428 dv-cinder-830901-2-iscsi neutron-server[110028]: {{(pid=110028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:56:00.952748 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (27051578-65a3-4bb0-baa1-e421d0c792a0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:00.953937 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Added segment 27051578-65a3-4bb0-baa1-e421d0c792a0 of type vlan for network 66d52754-5a0a-4941-9084-14ed35531f21 Feb 28 21:56:00.997618 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (66d52754-5a0a-4941-9084-14ed35531f21), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:01.109378 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (66d52754-5a0a-4941-9084-14ed35531f21), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:01.110462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:01.111067 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:01.178070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] Pushing event updated for resources: {'Network': ['ID=66d52754-5a0a-4941-9084-14ed35531f21,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:01.188459 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 66d52754-5a0a-4941-9084-14ed35531f21 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:56:01.216991 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54150) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:01.217506 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-616c7933-cbfd-4a2b-bb83-d9bd1a97b30e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9216263 Feb 28 21:56:01.221617 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Request body: {'subnet': {'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-subnet', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:01.321613 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Made reservation on behalf of 98ff64b9ef40408aaa1f8860bbd16b5f for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:01.323984 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:01.551151 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (9c76ddaf-716b-49f0-9d24-2e1f528734d4), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:01.626434 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c76ddaf-716b-49f0-9d24-2e1f528734d4,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:01.653188 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Checking segment: {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:01.653824 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Network hostable DHCP agents. Network: 66d52754-5a0a-4941-9084-14ed35531f21, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:56:01.656839 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.657377 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.657912 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.658282 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.658619 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.659010 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.659348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.659682 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.660025 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.660541 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.661628 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.662143 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.662626 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Tracked resource versions report: Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: pushed versions: Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: { 'AddressGroup': {'1.2'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'ConntrackHelper': {'1.0'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Log': {'1.0'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Network': {'1.1'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Port': {'1.7'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'PortForwarding': {'1.2'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'QosPolicy': {'1.10'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroup': {'1.5'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SubPort': {'1.0'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Subnet': {'1.1'}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Trunk': {'1.1'}} Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: consumer versions: Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: HyperV agent@hv-cinder-83090: {}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'ConntrackHelper': '1.0', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'LocalIPAssociation': '1.0', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Log': '1.0', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Network': '1.1', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Port': '1.7', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'PortForwarding': '1.2', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'QosPolicy': '1.10', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroup': '1.5', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SecurityGroupRule': '1.2', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'SubPort': '1.0', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Subnet': '1.1', Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: 'Trunk': '1.1'}} Feb 28 21:56:01.663922 dv-cinder-830901-2-iscsi neutron-server[110029]: {{(pid=110029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:56:01.700247 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54172) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:01.708228 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54176) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:01.767771 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Network 66d52754-5a0a-4941-9084-14ed35531f21 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:56:01.870644 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 66d52754-5a0a-4941-9084-14ed35531f21) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:01.874833 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:01.875621 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:01.882200 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e12d3-b199-452c-a371-c26c45aab3ef None None] Network 66d52754-5a0a-4941-9084-14ed35531f21 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:01.952639 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54192) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:01.952860 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5998f361-0d59-46d9-bc45-21fd5dedbfc7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7373073 Feb 28 21:56:01.957826 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:02.008276 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505f141-64a9-449e-be9b-58ccbe920b19 None None] Network 66d52754-5a0a-4941-9084-14ed35531f21 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:02.031705 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (928f893a-3c2a-468b-8a8f-40da64224edd), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.033774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (928f893a-3c2a-468b-8a8f-40da64224edd), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.085424 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-network', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:02.147535 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-15846695-network', 'tenant_id': '6d20770e075f46b48eb2fc1a898613e7'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:02.173254 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Made reservation on behalf of fdca1a6469bf40f180da2e8f5a4b61c6 for: {'network': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:02.175675 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.185036 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.209510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks [] for router_controller (928f893a-3c2a-468b-8a8f-40da64224edd), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.301127 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Made reservation on behalf of 6d20770e075f46b48eb2fc1a898613e7 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:02.304062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.311533 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks [] for security_group (147448cc-2b96-4adc-af25-721fd6e2c6ef), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.317963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.402246 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (147448cc-2b96-4adc-af25-721fd6e2c6ef), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.420791 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=110029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:56:02.436940 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749047967892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.437921 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Unsubscribe: segment precommit_create {{(pid=110029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 21:56:02.438689 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.segments_db [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Added segment f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01 of type vlan for network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 Feb 28 21:56:02.563954 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (4aad82d0-b6ca-47ed-babd-a4b5d0132262), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.591183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks [] for security_group (adfc584f-2819-490b-ab37-55a6dd6f4b59), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.617917 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147448cc-2b96-4adc-af25-721fd6e2c6ef,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:02.670440 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (4aad82d0-b6ca-47ed-babd-a4b5d0132262), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.671615 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:02.672181 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.684761 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (adfc584f-2819-490b-ab37-55a6dd6f4b59), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.705578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks [] for router_gateway (928f893a-3c2a-468b-8a8f-40da64224edd), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.721117 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:56:02.750706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (98958632-7976-4794-996e-605146a5bfb6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.751096 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Added segment 98958632-7976-4794-996e-605146a5bfb6 of type vlan for network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 Feb 28 21:56:02.767472 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfc584f-2819-490b-ab37-55a6dd6f4b59,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:02.792518 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] Pushing event updated for resources: {'Network': ['ID=4aad82d0-b6ca-47ed-babd-a4b5d0132262,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:02.805032 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:56:02.844284 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:02.845087 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a4ea4824-42f1-4bc9-a492-ee8ccc798d6e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1437397 Feb 28 21:56:02.848145 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54220) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:02.860299 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Request body: {'subnet': {'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-subnet', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:02.976052 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Made reservation on behalf of fdca1a6469bf40f180da2e8f5a4b61c6 for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:02.980788 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.005626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.005626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:03.006038 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.149213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4397907 Feb 28 21:56:03.150918 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009376a9-b586-49b9-89b5-43fd1ec0b710 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:03.158960 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54234) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:03.181454 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:56:03.181818 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Request body: {'subnet': {'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-15846695-subnet', 'tenant_id': '6d20770e075f46b48eb2fc1a898613e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:03.187591 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks [] for router_gateway (928f893a-3c2a-468b-8a8f-40da64224edd), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.211155 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.306510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Made reservation on behalf of 6d20770e075f46b48eb2fc1a898613e7 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:03.308671 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.380422 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (8773d8f4-7ce3-4f42-b6ce-46281b8d9603), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.387058 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Allocated IP 172.27.2.58 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/95a2bc76-7b1a-4d37-9f9f-a46fd26272c4) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:03.478833 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8773d8f4-7ce3-4f42-b6ce-46281b8d9603,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:03.511089 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Checking segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:03.511450 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Network hostable DHCP agents. Network: 4aad82d0-b6ca-47ed-babd-a4b5d0132262, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:56:03.580895 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks [] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.630711 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:56:03.732961 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 4aad82d0-b6ca-47ed-babd-a4b5d0132262) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:03.737501 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:03.738541 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.742031 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fabc71-5708-41dd-9263-42340b35a349 None None] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:03.779436 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (5fa919d2-aa4f-4e45-b071-0afb4211b4b7), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.785459 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.807778 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-bc1c39c0-cf1f-4afb-8935-b95307fe9cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.844761 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-2b736ba1-c8cc-4bb7-9399-8613d892c6dc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9948120 Feb 28 21:56:03.847601 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54260) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:03.853464 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:03.854154 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:03.862539 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:56:03.863539 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.864442 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:03.866974 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:03.919880 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa919d2-aa4f-4e45-b071-0afb4211b4b7,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:03.997449 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (6384ddc5-41dc-4d19-846f-15ef9d67ac09), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:03.999356 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (6384ddc5-41dc-4d19-846f-15ef9d67ac09), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.001637 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Allocated IP 172.20.0.2 (4aad82d0-b6ca-47ed-babd-a4b5d0132262/8773d8f4-7ce3-4f42-b6ce-46281b8d9603/94618cfa-7e87-46fe-ba83-62fdd9ec3c56) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:04.002543 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Pushing event updated for resources: {'Port': ['ID=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:04.009245 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Checking segment: {'id': '98958632-7976-4794-996e-605146a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:04.009683 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Network hostable DHCP agents. Network: 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:56:04.077606 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks [] for router_controller (6384ddc5-41dc-4d19-846f-15ef9d67ac09), precommit_add_association {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.150532 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Publish callbacks [] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.173815 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:56:04.271803 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.291247 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks [] for router_gateway (928f893a-3c2a-468b-8a8f-40da64224edd), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.318037 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:04.322231 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:04.326490 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:04.336125 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Pushing event updated for resources: {'Port': ['ID=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:04.344201 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Tracked resource versions report: Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: pushed versions: Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: { 'AddressGroup': {'1.2'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'ConntrackHelper': {'1.0'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Log': {'1.0'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Network': {'1.1'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Port': {'1.7'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'PortForwarding': {'1.2'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'QosPolicy': {'1.10'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroup': {'1.5'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SubPort': {'1.0'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Subnet': {'1.1'}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Trunk': {'1.1'}} Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: consumer versions: Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: HyperV agent@hv-cinder-83090: {}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'ConntrackHelper': '1.0', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'LocalIPAssociation': '1.0', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Log': '1.0', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Network': '1.1', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Port': '1.7', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'PortForwarding': '1.2', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'QosPolicy': '1.10', Feb 28 21:56:04.350708 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroup': '1.5', Feb 28 21:56:04.353401 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SecurityGroupRule': '1.2', Feb 28 21:56:04.353401 dv-cinder-830901-2-iscsi neutron-server[110030]: 'SubPort': '1.0', Feb 28 21:56:04.353401 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Subnet': '1.1', Feb 28 21:56:04.353401 dv-cinder-830901-2-iscsi neutron-server[110030]: 'Trunk': '1.1'}} Feb 28 21:56:04.353401 dv-cinder-830901-2-iscsi neutron-server[110030]: {{(pid=110030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:56:04.353697 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:04.359038 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93258a32-4591-4b67-bf4a-de88fa49e430 None None] Network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:04.388412 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:04.388905 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.415626 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks [] for router_gateway (6384ddc5-41dc-4d19-846f-15ef9d67ac09), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.518377 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-191a9ed2-54bd-42f2-b7ec-5ded79d71c15 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3495977 Feb 28 21:56:04.518634 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efef1e-6021-4b38-a3e5-cce4392f0c49 None None] Network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:04.537647 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (928f893a-3c2a-468b-8a8f-40da64224edd), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.751331 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Attempting to bind port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:04.756756 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Attempting to bind port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:04.756756 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Attempting to bind port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:04.859373 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:04.859994 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Checking segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:04.860387 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:04.860552 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Bound using segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:04.861166 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Bound port: 94618cfa-7e87-46fe-ba83-62fdd9ec3c56, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:04.861429 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:05.028334 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] For port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:05.038016 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] For port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:05.047533 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Router 928f893a-3c2a-468b-8a8f-40da64224edd is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:56:05.102651 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks [] for router_gateway (6384ddc5-41dc-4d19-846f-15ef9d67ac09), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:05.140005 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:05.140191 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:05.156539 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54326) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:05.158645 dv-cinder-830901-2-iscsi neutron-server[110028]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 21:56:05.270055 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d63579-460f-4d0c-b522-e8cd7bbc9af0 None None] Pushing event updated for resources: {'Port': ['ID=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:05.359457 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-f8620418-0c8c-45d5-9e9e-bcc7fd19a791 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:05.360983 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-f8620418-0c8c-45d5-9e9e-bcc7fd19a791 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/networks?id=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 HTTP/1.1" status: 200 len: 810 time: 0.2034719 Feb 28 21:56:05.375581 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:56:05.383331 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Allocated IP 172.27.2.242 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/b418e188-16c2-4735-a5fa-2946d7947dc7) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:05.385938 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-57c8022e-f573-4c6c-a2c4-3a2f44241606 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/quotas/6d20770e075f46b48eb2fc1a898613e7 HTTP/1.1" status: 200 len: 375 time: 0.0176423 Feb 28 21:56:05.391150 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Sync routers for ids ['928f893a-3c2a-468b-8a8f-40da64224edd'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:56:05.412782 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Routers {'928f893a-3c2a-468b-8a8f-40da64224edd'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:05.412782 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:55:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['928f893a-3c2a-468b-8a8f-40da64224edd'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:05.452479 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-3400ea70-5013-4182-b6f3-6c10bdd4afe4 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d20770e075f46b48eb2fc1a898613e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608222 Feb 28 21:56:05.496118 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:05.498101 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bfcaf1d0-54a9-43a0-9922-2df102d64815 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5431657 Feb 28 21:56:05.500103 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54336) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:05.618536 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks [] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:05.791221 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:05.806088 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Set router 928f893a-3c2a-468b-8a8f-40da64224edd gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:05.951923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54356) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:06.034464 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:06.038500 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-e701a1c9-b818-4fac-9ede-84af6be63f31 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:56:06.040150 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Pushing event updated for resources: {'Port': ['ID=b418e188-16c2-4735-a5fa-2946d7947dc7,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:06.042713 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:06.050143 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-e701a1c9-b818-4fac-9ede-84af6be63f31 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2386811 Feb 28 21:56:06.082189 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:06.249627 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:56:04Z', 'revision_number': 3, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:06.260190 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fe9cafaf-9827-4fc1-8b82-d4e96b8844d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.291786 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Checking router: 928f893a-3c2a-468b-8a8f-40da64224edd for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:56:06.292399 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Updating router 928f893a-3c2a-468b-8a8f-40da64224edd port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:56:06.318640 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e6499e70-cb05-48d5-9bcf-55281d771c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.357932 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.436043 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-d2a4fe33-bb8e-4eac-9ff8-7d2ff7400e97 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835545 Feb 28 21:56:06.471320 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fe9cafaf-9827-4fc1-8b82-d4e96b8844d2 admin admin] Publish callbacks [] for security_group (762bda45-70fc-4072-94da-b28cf1c168a7), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.545079 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.553739 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fe9cafaf-9827-4fc1-8b82-d4e96b8844d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (762bda45-70fc-4072-94da-b28cf1c168a7), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.598654 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cafaf-9827-4fc1-8b82-d4e96b8844d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762bda45-70fc-4072-94da-b28cf1c168a7,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:06.614461 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-099a3f9d-2b5c-416e-bed1-864e4e675632 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739171 Feb 28 21:56:06.736277 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fe9cafaf-9827-4fc1-8b82-d4e96b8844d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d7b8fd839a54e2882b1f4263b69f08d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7830498 Feb 28 21:56:06.736958 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks [] for router_gateway (6384ddc5-41dc-4d19-846f-15ef9d67ac09), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.758287 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54378) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:06.800463 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Publish callbacks [] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:06.825974 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb1fe9-3808-4641-bfa2-4ebf16314b57 None None] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:06.893920 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.008004 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa8fe-9e30-472c-a79b-53079c69866e admin admin] Publish callbacks [] for security_group (762bda45-70fc-4072-94da-b28cf1c168a7), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.008193 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Allocated IP 172.20.0.1 (66d52754-5a0a-4941-9084-14ed35531f21/9c76ddaf-716b-49f0-9d24-2e1f528734d4/b3271120-c7c4-462a-a998-2490f2761c64) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:07.045756 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Attempting to bind port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:07.048264 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa8fe-9e30-472c-a79b-53079c69866e admin admin] Publish callbacks [] for security_group (762bda45-70fc-4072-94da-b28cf1c168a7), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.053279 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Attempting to bind port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:07.053887 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Attempting to bind port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:07.070158 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-f0ceb466-f03b-464e-aefa-e0096a648086 None None] Provisioning complete for port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:07.070919 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb466-f03b-464e-aefa-e0096a648086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.079039 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Pushing event updated for resources: {'Port': ['ID=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,revision_number=2']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:07.083093 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:07.083480 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:07.096459 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.096877 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:07.097393 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Bound port: 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:07.097776 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.104594 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.104965 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.105336 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.105680 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.107010 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.107366 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.107705 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.108038 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.109507 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.109926 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.111222 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.111565 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.111901 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Tracked resource versions report: Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: pushed versions: Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: { 'AddressGroup': {'1.2'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'ConntrackHelper': {'1.0'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'LocalIPAssociation': {'1.0'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Log': {'1.0'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Network': {'1.1'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Port': {'1.7'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'PortForwarding': {'1.2'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'QosPolicy': {'1.10'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroup': {'1.5'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroupRule': {'1.2'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SubPort': {'1.0'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Subnet': {'1.1'}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Trunk': {'1.1'}} Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: consumer versions: Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: { DHCP agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: HyperV agent@hv-cinder-83090: {}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: L3 agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: Metadata agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: Metering agent@dv-cinder-830901-2-iscsi: {}, Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: Open vSwitch agent@dv-cinder-830901-2-iscsi: { 'AddressGroup': '1.2', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'ConntrackHelper': '1.0', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'LocalIPAssociation': '1.0', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Log': '1.0', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Network': '1.1', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Port': '1.7', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'PortForwarding': '1.2', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'QosPolicy': '1.10', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroup': '1.5', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SecurityGroupRule': '1.2', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'SubPort': '1.0', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Subnet': '1.1', Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: 'Trunk': '1.1'}} Feb 28 21:56:07.113232 dv-cinder-830901-2-iscsi neutron-server[110031]: {{(pid=110031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 21:56:07.242204 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:07.257593 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] For port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:07.258501 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.264135 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] For port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:07.295395 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-f0ceb466-f03b-464e-aefa-e0096a648086 None None] Current status of the port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:07.295793 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb466-f03b-464e-aefa-e0096a648086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.359472 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.372249 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-f0ceb466-f03b-464e-aefa-e0096a648086 None None] For port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:07.388997 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:07.389399 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.405896 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-62a82da6-bc7e-47db-9464-784fb3a2ac47 req-03fa3e2a-ac63-40e8-aa91-14685c579cca tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.3039649 Feb 28 21:56:07.701021 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Routers {'928f893a-3c2a-468b-8a8f-40da64224edd'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:07.701021 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['928f893a-3c2a-468b-8a8f-40da64224edd'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:07.701021 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cec2c3-3682-43ba-ada3-a0bdcdb5eb4e None None] Pushing event updated for resources: {'Port': ['ID=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:07.704172 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb466-f03b-464e-aefa-e0096a648086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.704633 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks [] for port (b3271120-c7c4-462a-a998-2490f2761c64), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.705128 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (6384ddc5-41dc-4d19-846f-15ef9d67ac09), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.705128 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa8fe-9e30-472c-a79b-53079c69866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (762bda45-70fc-4072-94da-b28cf1c168a7), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.705128 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa8fe-9e30-472c-a79b-53079c69866e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.705128 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4dfaa8fe-9e30-472c-a79b-53079c69866e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/762bda45-70fc-4072-94da-b28cf1c168a7 HTTP/1.1" status: 204 len: 168 time: 0.8427386 Feb 28 21:56:07.705128 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaa8fe-9e30-472c-a79b-53079c69866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762bda45-70fc-4072-94da-b28cf1c168a7,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:07.740236 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (b3271120-c7c4-462a-a998-2490f2761c64), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.746914 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceb466-f03b-464e-aefa-e0096a648086 None None] Pushing event updated for resources: {'Port': ['ID=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:07.751206 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:07.763653 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-9df64ec0-6b84-4be9-9cff-c2783f7b7d89 None None] Provisioning complete for port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:07.764339 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9df64ec0-6b84-4be9-9cff-c2783f7b7d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.788859 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] Set router 928f893a-3c2a-468b-8a8f-40da64224edd gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:07.839384 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Pushing event updated for resources: {'Port': ['ID=b3271120-c7c4-462a-a998-2490f2761c64,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:07.845232 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Network 66d52754-5a0a-4941-9084-14ed35531f21 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:07.847299 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:07.852339 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:07.852873 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (928f893a-3c2a-468b-8a8f-40da64224edd), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:07.915926 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:56:07.945710 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-9df64ec0-6b84-4be9-9cff-c2783f7b7d89 None None] Current status of the port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:08.030386 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:08.059459 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:56:08.071922 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Sync routers for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:56:08.083570 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:08.084210 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:08.092174 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:56:04Z', 'revision_number': 3, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:08.122773 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64833a-fbc7-47d5-b3ce-e358c20405b6 None None] The sync data for ids ['928f893a-3c2a-468b-8a8f-40da64224edd'] in dv-cinder-830901-2-iscsi is: [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:56:04Z', 'revision_number': 3, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:56:08.164148 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:08.165438 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-b129c04e-4f73-4092-a403-bf0663e3846d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3159800 Feb 28 21:56:08.177443 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54446) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:08.182160 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b3271120-c7c4-462a-a998-2490f2761c64), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:08.298456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:08.549526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54474) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:08.710621 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8acf46e7-66cd-4934-afe7-ef0f43b5f727 req-8ad63f76-a6d0-49df-9032-bacd2b146041 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.1375034 Feb 28 21:56:08.760912 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:06Z', 'revision_number': 3, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:08.840079 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Checking router: 6384ddc5-41dc-4d19-846f-15ef9d67ac09 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:56:08.840454 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Updating router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 port b418e188-16c2-4735-a5fa-2946d7947dc7 binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:56:08.848954 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:08.903260 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:08.942452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks [] for port (b3271120-c7c4-462a-a998-2490f2761c64), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.023531 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b3271120-c7c4-462a-a998-2490f2761c64), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.024270 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (928f893a-3c2a-468b-8a8f-40da64224edd), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.232851 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:09.234112 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Pushing event updated for resources: {'Port': ['ID=b3271120-c7c4-462a-a998-2490f2761c64,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:09.312583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Network 66d52754-5a0a-4941-9084-14ed35531f21 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:09.314716 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:09.359147 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:09.359550 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.458432 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.519405 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Publish callbacks [] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.599623 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Router 928f893a-3c2a-468b-8a8f-40da64224edd has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:56:09.644529 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:09.645233 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.675352 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:09.694510 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.770655 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Attempting to bind port b418e188-16c2-4735-a5fa-2946d7947dc7 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:09.771179 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Attempting to bind port b418e188-16c2-4735-a5fa-2946d7947dc7 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:09.771255 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Attempting to bind port b418e188-16c2-4735-a5fa-2946d7947dc7 on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:09.774403 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54789f5c-b563-4f97-ab62-26631a2e5173 None None] Pushing event updated for resources: {'Port': ['ID=b418e188-16c2-4735-a5fa-2946d7947dc7,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:09.782625 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.783551 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:09.789709 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:09.789709 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:09.789709 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.790225 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:09.790855 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Bound port: b418e188-16c2-4735-a5fa-2946d7947dc7, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:09.791247 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:09.831844 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Allocated IP 172.20.0.1 (4aad82d0-b6ca-47ed-babd-a4b5d0132262/8773d8f4-7ce3-4f42-b6ce-46281b8d9603/c27f97bf-4f10-4b68-aab7-a8815f5baf58) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:09.929449 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a983d1cf-af77-4f84-a06e-d1f4c8586711 req-ae21acb6-a523-43d7-a0da-8b491ca1995e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.0657780 Feb 28 21:56:09.950062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:56:09.958389 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7066c05e-32e8-4104-8d14-7ecd73626259 admin admin] 10.222.0.26 "PUT /v2.0/routers/928f893a-3c2a-468b-8a8f-40da64224edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4559515 Feb 28 21:56:09.999223 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks [] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.120195 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:10.122029 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] For port b418e188-16c2-4735-a5fa-2946d7947dc7, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:10.127459 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] For port b418e188-16c2-4735-a5fa-2946d7947dc7, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b418e188-16c2-4735-a5fa-2946d7947dc7,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:10.132403 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:10.132785 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.149010 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.200038 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:10.204108 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:10.210167 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.229343 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:10.244788 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:10.244788 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (6384ddc5-41dc-4d19-846f-15ef9d67ac09), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.298729 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.324999 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c27f97bf-4f10-4b68-aab7-a8815f5baf58,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:10.387889 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:10.388528 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:10.391855 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54789f5c-b563-4f97-ab62-26631a2e5173 None None] Pushing event updated for resources: {'Port': ['ID=b418e188-16c2-4735-a5fa-2946d7947dc7,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:10.594112 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:10.671831 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.679424 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2fc21532-fd98-43f1-97cb-f56c08dd352b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:10.681521 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2fc21532-fd98-43f1-97cb-f56c08dd352b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 819 time: 0.2120113 Feb 28 21:56:10.707326 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-e5b382e4-9a56-4cdb-b79f-90ac3e527156 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/quotas/98ff64b9ef40408aaa1f8860bbd16b5f HTTP/1.1" status: 200 len: 375 time: 0.0201869 Feb 28 21:56:10.717242 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-a0b55b25-6fd6-4d1d-a3a0-4c767062034e None None] Provisioning complete for port c27f97bf-4f10-4b68-aab7-a8815f5baf58 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:10.722103 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a0b55b25-6fd6-4d1d-a3a0-4c767062034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:10.780840 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Sync routers for ids ['928f893a-3c2a-468b-8a8f-40da64224edd'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:56:10.796022 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Routers {'928f893a-3c2a-468b-8a8f-40da64224edd'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:10.796964 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['928f893a-3c2a-468b-8a8f-40da64224edd'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:10.806875 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-14868525-8337-47ea-8c67-4164a7e61c3c tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944707 Feb 28 21:56:10.891383 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-a0b55b25-6fd6-4d1d-a3a0-4c767062034e None None] Port c27f97bf-4f10-4b68-aab7-a8815f5baf58 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:56:10.946384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-f21d1f60-0ea0-46fa-be56-f14b85a02c45 service neutron] 10.222.0.26 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407681 Feb 28 21:56:10.991289 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Set router 928f893a-3c2a-468b-8a8f-40da64224edd gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:10.995248 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:06Z', 'revision_number': 3, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:11.036200 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks [] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:11.052599 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbb07a-17db-493b-879f-30c3ca1a21aa None None] The sync data for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi is: [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:06Z', 'revision_number': 3, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:56:11.074718 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-6134163a-0d15-4616-8a82-8edcef09ea27 service neutron] 10.222.0.26 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275218 Feb 28 21:56:11.089536 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:11.129003 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:11.132309 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (6384ddc5-41dc-4d19-846f-15ef9d67ac09), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:11.193040 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:11.193656 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:11.289359 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c27f97bf-4f10-4b68-aab7-a8815f5baf58,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:11.377982 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:11.381613 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:11.390398 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:11.423350 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:56:08Z', 'revision_number': 4, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'b3271120-c7c4-462a-a998-2490f2761c64', 'name': '', 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'mac_address': 'fa:16:3e:d1:31:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:06Z', 'updated_at': '2022-02-28T21:56:08Z', 'revision_number': 2, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'subnets': [{'id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:11.524917 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Checking router: 928f893a-3c2a-468b-8a8f-40da64224edd for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:56:11.525392 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Updating router 928f893a-3c2a-468b-8a8f-40da64224edd port b3271120-c7c4-462a-a998-2490f2761c64 binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:56:11.540472 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76d7f7e-14a5-49dc-8349-9f96cbe127ec req-5160f8d2-7004-4626-bd3d-4f09aa6c5bc4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 210 time: 0.0821195 Feb 28 21:56:11.622213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-22eb3c54-2cb2-4c4f-8862-f9cfbec668ac req-953f2075-66aa-4f92-8c0d-a76c7d9fa1b6 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.1539044 Feb 28 21:56:11.732363 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:56:11.827668 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b3271120-c7c4-462a-a998-2490f2761c64), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:11.932400 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-a912b12c-c392-41e3-a1af-a98de92f68cc None None] Provisioning complete for port c27f97bf-4f10-4b68-aab7-a8815f5baf58 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:11.932925 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a912b12c-c392-41e3-a1af-a98de92f68cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:11.980669 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-a912b12c-c392-41e3-a1af-a98de92f68cc None None] Port c27f97bf-4f10-4b68-aab7-a8815f5baf58 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:56:12.055896 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:56:12.061935 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-bcfdd783-2c06-40b8-bd31-39bc35bebdf9 admin admin] 10.222.0.26 "PUT /v2.0/routers/6384ddc5-41dc-4d19-846f-15ef9d67ac09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8901906 Feb 28 21:56:12.133108 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-8b222a6d-b130-4e6f-be1c-f6b6e29185e4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:12.140868 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-8b222a6d-b130-4e6f-be1c-f6b6e29185e4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 819 time: 0.2086568 Feb 28 21:56:12.154601 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-87c9a708-d7a3-47ea-a16d-8ac624cbd862 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/quotas/98ff64b9ef40408aaa1f8860bbd16b5f HTTP/1.1" status: 200 len: 375 time: 0.0109751 Feb 28 21:56:12.294585 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-50409055-a3d3-4c39-85dd-d790aeb6239e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355100 Feb 28 21:56:12.386574 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Publish callbacks [] for port (b3271120-c7c4-462a-a998-2490f2761c64), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:12.430844 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-9f00fcf3-5879-4b39-82c5-943e0822af60 service neutron] 10.222.0.26 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248212 Feb 28 21:56:12.465116 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b3271120-c7c4-462a-a998-2490f2761c64), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:12.546371 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54652) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:12.575089 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3343e4e-e14f-4061-a4c0-28b46eb675fd None None] Pushing event updated for resources: {'Port': ['ID=b3271120-c7c4-462a-a998-2490f2761c64,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:12.596295 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-c4b8d65b-ae46-4fa4-947d-5f3e8b242238 service neutron] 10.222.0.26 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587534 Feb 28 21:56:12.649371 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Attempting to bind port b3271120-c7c4-462a-a998-2490f2761c64 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:12.649715 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Attempting to bind port b3271120-c7c4-462a-a998-2490f2761c64 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:12.651273 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Attempting to bind port b3271120-c7c4-462a-a998-2490f2761c64 on network 66d52754-5a0a-4941-9084-14ed35531f21 {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:12.657648 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:12.658053 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Checking segment: {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:12.658464 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:12.660119 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Bound using segment: {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:12.660119 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Bound port: b3271120-c7c4-462a-a998-2490f2761c64, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:12.660119 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b3271120-c7c4-462a-a998-2490f2761c64), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:12.743835 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5c24-3fff-422a-b5b9-6b84f18408d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:12.795338 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] For port b3271120-c7c4-462a-a998-2490f2761c64, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:12.798851 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] For port b3271120-c7c4-462a-a998-2490f2761c64, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b3271120-c7c4-462a-a998-2490f2761c64,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:12.860584 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5c24-3fff-422a-b5b9-6b84f18408d1 admin admin] Publish callbacks [] for security_group (286a5896-9ecb-4059-aa5b-764fd91a240a), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:12.875656 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b3271120-c7c4-462a-a998-2490f2761c64), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:12.909836 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5c24-3fff-422a-b5b9-6b84f18408d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (286a5896-9ecb-4059-aa5b-764fd91a240a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.012818 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-8a2d5c24-3fff-422a-b5b9-6b84f18408d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c3a7816aa0c4c819a291fb70f389eb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4652648 Feb 28 21:56:13.015516 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54670) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:13.022414 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d5c24-3fff-422a-b5b9-6b84f18408d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286a5896-9ecb-4059-aa5b-764fd91a240a,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:13.063994 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3343e4e-e14f-4061-a4c0-28b46eb675fd None None] Pushing event updated for resources: {'Port': ['ID=b3271120-c7c4-462a-a998-2490f2761c64,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:13.083351 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Routers {'928f893a-3c2a-468b-8a8f-40da64224edd'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:13.083991 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['928f893a-3c2a-468b-8a8f-40da64224edd'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:13.180165 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2543c578-82be-4c58-a67c-b9ba627faa6b req-6c69d87b-610d-41a3-99d7-5337a7682480 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.0470636 Feb 28 21:56:13.194130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b418e188-16c2-4735-a5fa-2946d7947dc7 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:13.203352 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4562cdc-81cd-44d4-aac2-4c0a64bb1516 admin admin] Publish callbacks [] for security_group (286a5896-9ecb-4059-aa5b-764fd91a240a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.232834 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54676) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:13.232834 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-4260b1b1-16eb-4887-ba45-94ebcf51600f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516252820', 'description': 'tempest-description--1861355530'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:13.270436 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4562cdc-81cd-44d4-aac2-4c0a64bb1516 admin admin] Publish callbacks [] for security_group (286a5896-9ecb-4059-aa5b-764fd91a240a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.295940 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port b418e188-16c2-4735-a5fa-2946d7947dc7 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:13.296320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.305144 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] Set router 928f893a-3c2a-468b-8a8f-40da64224edd gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:13.409807 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4260b1b1-16eb-4887-ba45-94ebcf51600f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.436202 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a21b2cc-2f56-44d9-b511-b15a4d383155 req-ead5732d-2919-4d51-98fd-57ca7996768c tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.1541462 Feb 28 21:56:13.477426 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port b418e188-16c2-4735-a5fa-2946d7947dc7 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:13.477943 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.502330 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port b418e188-16c2-4735-a5fa-2946d7947dc7, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b418e188-16c2-4735-a5fa-2946d7947dc7,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:13.599111 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:56:08Z', 'revision_number': 4, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'b3271120-c7c4-462a-a998-2490f2761c64', 'name': '', 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'mac_address': 'fa:16:3e:d1:31:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:06Z', 'updated_at': '2022-02-28T21:56:12Z', 'revision_number': 4, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'subnets': [{'id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:13.601034 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.601164 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4562cdc-81cd-44d4-aac2-4c0a64bb1516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (286a5896-9ecb-4059-aa5b-764fd91a240a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.604209 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f4562cdc-81cd-44d4-aac2-4c0a64bb1516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.646721 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f4562cdc-81cd-44d4-aac2-4c0a64bb1516 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/286a5896-9ecb-4059-aa5b-764fd91a240a HTTP/1.1" status: 204 len: 168 time: 0.5948851 Feb 28 21:56:13.646807 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5002e4-f14b-4501-8832-b7e5f3207f11 None None] The sync data for ids ['928f893a-3c2a-468b-8a8f-40da64224edd'] in dv-cinder-830901-2-iscsi is: [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:56:08Z', 'revision_number': 4, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'b3271120-c7c4-462a-a998-2490f2761c64', 'name': '', 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'mac_address': 'fa:16:3e:d1:31:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:06Z', 'updated_at': '2022-02-28T21:56:12Z', 'revision_number': 4, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'subnets': [{'id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:56:13.651471 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4562cdc-81cd-44d4-aac2-4c0a64bb1516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286a5896-9ecb-4059-aa5b-764fd91a240a,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:13.687668 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4260b1b1-16eb-4887-ba45-94ebcf51600f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (3db44196-79b9-4d01-9ff2-20bad5283c73), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.716225 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=b418e188-16c2-4735-a5fa-2946d7947dc7,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:13.734051 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Sync routers for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:56:13.756913 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:13.756913 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:13.882346 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4260b1b1-16eb-4887-ba45-94ebcf51600f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3db44196-79b9-4d01-9ff2-20bad5283c73), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:13.926872 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260b1b1-16eb-4887-ba45-94ebcf51600f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db44196-79b9-4d01-9ff2-20bad5283c73,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:13.948361 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:14.039850 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4260b1b1-16eb-4887-ba45-94ebcf51600f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:14.041460 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4260b1b1-16eb-4887-ba45-94ebcf51600f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8145456 Feb 28 21:56:14.044021 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54710) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:14.048774 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-e9abcab9-fb65-4118-96c4-2b17380a59ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'security_group_rule': {'security_group_id': '3db44196-79b9-4d01-9ff2-20bad5283c73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:14.128545 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.16', 63617) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:14.216459 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e9abcab9-fb65-4118-96c4-2b17380a59ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (96d05255-92ca-4ee8-8343-716f3fa8b072), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:14.263467 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 2, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:14.334580 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-3390acea-6f52-4007-9f5f-47ef707cde80 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:14.336132 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-3390acea-6f52-4007-9f5f-47ef707cde80 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.16 "GET /v2.0/networks?id=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 HTTP/1.1" status: 200 len: 810 time: 0.2027035 Feb 28 21:56:14.369478 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Checking router: 6384ddc5-41dc-4d19-846f-15ef9d67ac09 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:56:14.370036 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Updating router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 port c27f97bf-4f10-4b68-aab7-a8815f5baf58 binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:56:14.401355 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e9abcab9-fb65-4118-96c4-2b17380a59ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (96d05255-92ca-4ee8-8343-716f3fa8b072), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:14.404660 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8ebfcca5-13f3-49a8-bb9e-5c5fe29bd2d0 req-8a295d10-0f11-409e-9b1d-499341b27e8d tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.0548027 Feb 28 21:56:14.412507 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:14.416304 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Request body: {'port': {'device_id': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42', 'admin_state_up': True, 'tenant_id': '6d20770e075f46b48eb2fc1a898613e7'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:14.551677 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e9abcab9-fb65-4118-96c4-2b17380a59ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (96d05255-92ca-4ee8-8343-716f3fa8b072), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:14.623612 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abcab9-fb65-4118-96c4-2b17380a59ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d05255-92ca-4ee8-8343-716f3fa8b072,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:14.741394 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e9abcab9-fb65-4118-96c4-2b17380a59ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:14.744937 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e9abcab9-fb65-4118-96c4-2b17380a59ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6998684 Feb 28 21:56:14.747525 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54732) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:14.752293 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-50f696a1-584a-40ba-9683-f20ca7455ca8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'security_group_rule': {'security_group_id': '3db44196-79b9-4d01-9ff2-20bad5283c73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:14.781344 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2572c9fb-550c-483d-b860-304593bcf603 req-084762ef-6a4b-4076-92da-4de42aa6056f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.3087223 Feb 28 21:56:14.845941 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54736) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:14.875977 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc7ad-3327-4578-b594-7eba543fd71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:14.996829 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-50f696a1-584a-40ba-9683-f20ca7455ca8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (616ccbf3-c8cb-4f1f-a876-c823909cb9bc), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.005792 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Publish callbacks [] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.076473 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.099000 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:56:15.161416 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Made reservation on behalf of 6d20770e075f46b48eb2fc1a898613e7 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:15.170351 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.198296 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc7ad-3327-4578-b594-7eba543fd71d admin admin] Publish callbacks [] for security_group (8a8ae2b2-31e5-4cca-b27b-06565885f7a7), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.220696 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-50f696a1-584a-40ba-9683-f20ca7455ca8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (616ccbf3-c8cb-4f1f-a876-c823909cb9bc), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.237851 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7aa14-316d-4d57-9c5b-8b1339e07340 None None] Pushing event updated for resources: {'Port': ['ID=c27f97bf-4f10-4b68-aab7-a8815f5baf58,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:15.251593 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.16', 63625) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:15.373160 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b3271120-c7c4-462a-a998-2490f2761c64 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:15.383500 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Attempting to bind port c27f97bf-4f10-4b68-aab7-a8815f5baf58 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:15.383656 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc7ad-3327-4578-b594-7eba543fd71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (8a8ae2b2-31e5-4cca-b27b-06565885f7a7), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.383873 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Attempting to bind port c27f97bf-4f10-4b68-aab7-a8815f5baf58 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:15.384234 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Attempting to bind port c27f97bf-4f10-4b68-aab7-a8815f5baf58 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:15.400964 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-50f696a1-584a-40ba-9683-f20ca7455ca8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (616ccbf3-c8cb-4f1f-a876-c823909cb9bc), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.426551 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:15.433043 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Checking segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:15.433043 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.433043 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Bound using segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:15.433043 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Bound port: c27f97bf-4f10-4b68-aab7-a8815f5baf58, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:15.440112 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.523624 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-6e1dc7ad-3327-4578-b594-7eba543fd71d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba85599f059646dead3edb4153ce3909&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6685896 Feb 28 21:56:15.524174 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54778) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:15.715957 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port b3271120-c7c4-462a-a998-2490f2761c64 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:15.716377 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b3271120-c7c4-462a-a998-2490f2761c64), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.737113 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Allocated IP 172.20.0.6 (7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42/5fa919d2-aa4f-4e45-b071-0afb4211b4b7/28385f42-b7f7-4af0-a7c0-d06061be433b) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:15.835724 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] For port c27f97bf-4f10-4b68-aab7-a8815f5baf58, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:15.865320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-a4c240e3-f466-4c76-8d87-53f792d407ad None None] Provisioning complete for port c27f97bf-4f10-4b68-aab7-a8815f5baf58 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:15.865320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a4c240e3-f466-4c76-8d87-53f792d407ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:15.950194 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] For port c27f97bf-4f10-4b68-aab7-a8815f5baf58, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=c27f97bf-4f10-4b68-aab7-a8815f5baf58,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:15.954381 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-a4c240e3-f466-4c76-8d87-53f792d407ad None None] Port c27f97bf-4f10-4b68-aab7-a8815f5baf58 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:56:16.018680 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-28b75191-8208-4e6b-9137-e5e50b0e0e3a req-13f98736-3c96-4a2d-b305-3cd5a8f5b86a tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.3563893 Feb 28 21:56:16.024249 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc7ad-3327-4578-b594-7eba543fd71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ae2b2-31e5-4cca-b27b-06565885f7a7,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:16.039593 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port b3271120-c7c4-462a-a998-2490f2761c64 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:16.040163 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b3271120-c7c4-462a-a998-2490f2761c64), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.066779 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f696a1-584a-40ba-9683-f20ca7455ca8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616ccbf3-c8cb-4f1f-a876-c823909cb9bc,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:16.070116 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.086492 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-50f696a1-584a-40ba-9683-f20ca7455ca8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.087949 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-50f696a1-584a-40ba-9683-f20ca7455ca8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3394086 Feb 28 21:56:16.096623 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54822) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:16.099625 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-a077d026-02f8-4801-b65e-0a582ae517de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:16.104745 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-a077d026-02f8-4801-b65e-0a582ae517de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 819 time: 0.8486652 Feb 28 21:56:16.109806 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:16.119767 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cef499fc-f7dd-42fe-9996-f6d4345f5eab req-0697ed41-8e3a-4d59-b426-51bd016a92e8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.1001477 Feb 28 21:56:16.152049 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c40ad4bc-3aae-4e89-a54e-12bc69cc309e admin admin] Publish callbacks [] for security_group (8a8ae2b2-31e5-4cca-b27b-06565885f7a7), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.173537 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port b3271120-c7c4-462a-a998-2490f2761c64, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b3271120-c7c4-462a-a998-2490f2761c64,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:16.185219 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7aa14-316d-4d57-9c5b-8b1339e07340 None None] Pushing event updated for resources: {'Port': ['ID=c27f97bf-4f10-4b68-aab7-a8815f5baf58,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:16.196086 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:56:16.203809 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:16.227252 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c40ad4bc-3aae-4e89-a54e-12bc69cc309e admin admin] Publish callbacks [] for security_group (8a8ae2b2-31e5-4cca-b27b-06565885f7a7), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.263753 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks [] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.273306 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Request body: {'port': {'device_id': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'admin_state_up': True, 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:16.287931 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.295009 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b3271120-c7c4-462a-a998-2490f2761c64), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.295899 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b418e188-16c2-4735-a5fa-2946d7947dc7 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:16.486599 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c40ad4bc-3aae-4e89-a54e-12bc69cc309e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (8a8ae2b2-31e5-4cca-b27b-06565885f7a7), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.491629 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c40ad4bc-3aae-4e89-a54e-12bc69cc309e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.493446 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c40ad4bc-3aae-4e89-a54e-12bc69cc309e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a8ae2b2-31e5-4cca-b27b-06565885f7a7 HTTP/1.1" status: 204 len: 168 time: 0.6580496 Feb 28 21:56:16.809072 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ad4bc-3aae-4e89-a54e-12bc69cc309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ae2b2-31e5-4cca-b27b-06565885f7a7,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:16.841644 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:16.862602 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Made reservation on behalf of 98ff64b9ef40408aaa1f8860bbd16b5f for: {'port': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:16.867697 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.056458 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-f5802803-ade9-4742-8045-c380837b95e8 None None] Provisioning complete for port c27f97bf-4f10-4b68-aab7-a8815f5baf58 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:17.059007 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f5802803-ade9-4742-8045-c380837b95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.079462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Pushing event updated for resources: {'Port': ['ID=28385f42-b7f7-4af0-a7c0-d06061be433b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:17.143151 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:17.148328 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:17.162817 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:17.172134 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:17.173575 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.196689 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.260168 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=b3271120-c7c4-462a-a998-2490f2761c64,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:17.260332 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Allocated IP 172.20.0.10 (66d52754-5a0a-4941-9084-14ed35531f21/9c76ddaf-716b-49f0-9d24-2e1f528734d4/c70abe15-d50f-499b-9a6e-de8564e670c2) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:17.304525 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-ea73090b-3d09-4f78-9558-b6f62372ac06 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8987954 Feb 28 21:56:17.318822 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:56:17.321466 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port b418e188-16c2-4735-a5fa-2946d7947dc7 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:17.321844 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.408009 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0285a94-eb41-49b2-b800-865fc58bb8d4 req-4e212a3d-9942-4b88-be11-d0c4e4029e35 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0830991 Feb 28 21:56:17.450541 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cc6a7-4f6d-4ab6-99de-a70271ecca67 req-cffbf235-014f-4331-b151-b960d59e6846 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:17.452293 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d7cc6a7-4f6d-4ab6-99de-a70271ecca67 req-cffbf235-014f-4331-b151-b960d59e6846 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.2033467 Feb 28 21:56:17.481899 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-f5802803-ade9-4742-8045-c380837b95e8 None None] Current status of the port c27f97bf-4f10-4b68-aab7-a8815f5baf58 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:17.482343 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f5802803-ade9-4742-8045-c380837b95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.502573 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Allocated IP 172.27.2.146 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/1cca4851-7024-4186-ace9-e85a2a185d28) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:17.553604 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d7cc6a7-4f6d-4ab6-99de-a70271ecca67 req-9dd3c98c-b992-4077-a15f-b59d51ce3511 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921838 Feb 28 21:56:17.582755 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-f5802803-ade9-4742-8045-c380837b95e8 None None] For port c27f97bf-4f10-4b68-aab7-a8815f5baf58, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=c27f97bf-4f10-4b68-aab7-a8815f5baf58,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:17.593921 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks [] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.654983 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port b418e188-16c2-4735-a5fa-2946d7947dc7 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:17.683323 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f5802803-ade9-4742-8045-c380837b95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.686785 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for port (1cca4851-7024-4186-ace9-e85a2a185d28), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.751740 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.810354 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5802803-ade9-4742-8045-c380837b95e8 None None] Pushing event updated for resources: {'Port': ['ID=c27f97bf-4f10-4b68-aab7-a8815f5baf58,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:17.828951 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b3271120-c7c4-462a-a998-2490f2761c64 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:17.859859 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (1cca4851-7024-4186-ace9-e85a2a185d28), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.867544 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Network 66d52754-5a0a-4941-9084-14ed35531f21 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:17.875091 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:17.880256 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:15Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:17.890226 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:17.896804 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:17.897048 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:17.897634 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 54890) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:17.905911 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Pushing event updated for resources: {'Port': ['ID=c70abe15-d50f-499b-9a6e-de8564e670c2,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:17.920101 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'Port': ['ID=1cca4851-7024-4186-ace9-e85a2a185d28,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:17.927286 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:17.928824 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:17.929217 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f02647-32dc-4f3e-bf7a-092391127823 None None] The sync data for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi is: [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:15Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:56:17.931268 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:17.972294 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port b3271120-c7c4-462a-a998-2490f2761c64 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:17.973608 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b3271120-c7c4-462a-a998-2490f2761c64), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.033546 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-55020180-919d-4eb6-be6e-baf86802c1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7732036 Feb 28 21:56:18.090736 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (98598687-4d66-4b94-94a3-5f47de012cc0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.121251 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port b3271120-c7c4-462a-a998-2490f2761c64 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:18.176221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e93dfcba-9e8f-4df0-a1a7-be5d268c2068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.213556 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (1cca4851-7024-4186-ace9-e85a2a185d28), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.476681 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for port (1cca4851-7024-4186-ace9-e85a2a185d28), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.484292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e93dfcba-9e8f-4df0-a1a7-be5d268c2068 admin admin] Publish callbacks [] for security_group (c576c808-752f-48f2-b86e-db3996ef130c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.554857 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e80645e-f264-45ea-b355-abbde22294d0 req-f9ac197c-2f31-45c9-bfac-61c9fb0a82e3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0444291 Feb 28 21:56:18.556352 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (1cca4851-7024-4186-ace9-e85a2a185d28), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.591510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e93dfcba-9e8f-4df0-a1a7-be5d268c2068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c576c808-752f-48f2-b86e-db3996ef130c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.633372 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (98598687-4d66-4b94-94a3-5f47de012cc0), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.638824 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e93dfcba-9e8f-4df0-a1a7-be5d268c2068 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87811696e9614b2399ccd020af0dc00f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7399707 Feb 28 21:56:18.641425 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 54916) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:18.714401 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dfcba-9e8f-4df0-a1a7-be5d268c2068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c576c808-752f-48f2-b86e-db3996ef130c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:18.757738 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-14d08f36-47de-4f14-a5ca-48958164bac9 admin admin] Publish callbacks [] for security_group (c576c808-752f-48f2-b86e-db3996ef130c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.793166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'Port': ['ID=1cca4851-7024-4186-ace9-e85a2a185d28,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:18.807757 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-14d08f36-47de-4f14-a5ca-48958164bac9 admin admin] Publish callbacks [] for security_group (c576c808-752f-48f2-b86e-db3996ef130c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:18.854097 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8052d2-8e27-4b64-9d74-1d017ba73490 req-d4c6941d-48b7-44bf-9f89-715adf50796d tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:18.859073 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a8052d2-8e27-4b64-9d74-1d017ba73490 req-d4c6941d-48b7-44bf-9f89-715adf50796d tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.1436605 Feb 28 21:56:18.932935 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a8052d2-8e27-4b64-9d74-1d017ba73490 req-2513cc61-af11-4573-b62b-12648150ac6c tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715876 Feb 28 21:56:19.641944 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-14d08f36-47de-4f14-a5ca-48958164bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c576c808-752f-48f2-b86e-db3996ef130c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:19.644864 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-14d08f36-47de-4f14-a5ca-48958164bac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:19.646039 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-14d08f36-47de-4f14-a5ca-48958164bac9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c576c808-752f-48f2-b86e-db3996ef130c HTTP/1.1" status: 204 len: 168 time: 1.0035908 Feb 28 21:56:19.656295 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d08f36-47de-4f14-a5ca-48958164bac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c576c808-752f-48f2-b86e-db3996ef130c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:19.674166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:19.689874 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f514bc3b-5335-4421-bf1b-9f901e8bcbeb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5804579 Feb 28 21:56:19.876502 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device c27f97bf-4f10-4b68-aab7-a8815f5baf58 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:19.887636 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5b7f4d32-7277-4d78-a1d0-d95ff1059947 req-33268546-768a-4bf4-882a-82af5717fb84 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.2528932 Feb 28 21:56:19.924528 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port c27f97bf-4f10-4b68-aab7-a8815f5baf58 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:19.924836 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:20.004456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port c27f97bf-4f10-4b68-aab7-a8815f5baf58 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:20.059868 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811429-94e4-4228-9d7b-a6fc2ff1add6 req-cbcc3b2f-c312-484e-9f8f-8aad7e1747fd tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:20.061372 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d811429-94e4-4228-9d7b-a6fc2ff1add6 req-cbcc3b2f-c312-484e-9f8f-8aad7e1747fd tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0537143 Feb 28 21:56:20.132515 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d811429-94e4-4228-9d7b-a6fc2ff1add6 req-c265d994-34fd-4db7-b64a-d482b4065a24 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Feb 28 21:56:20.382505 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-61a43353-c37e-4e9b-b777-5bf54560119a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1516252820&fields=id&tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 267 time: 0.1295824 Feb 28 21:56:20.539113 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-03c39997-9ebb-4aed-bb5a-5f4f4c1709df tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:20.539113 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-03c39997-9ebb-4aed-bb5a-5f4f4c1709df tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 817 time: 0.1498394 Feb 28 21:56:20.564209 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-18230b5e-aa08-4444-b5fd-1a60c0530508 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/quotas/fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 375 time: 0.0113969 Feb 28 21:56:20.690632 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-20a0caf6-c65f-4e91-b066-82fd19dda091 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586219 Feb 28 21:56:20.926277 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-101710bd-00a9-4f9c-9043-ac058367958b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:56:20.933129 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-101710bd-00a9-4f9c-9043-ac058367958b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1589499 Feb 28 21:56:21.063132 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7cad9f40-13db-4cc4-942d-3cf69acf9360 req-98de0119-1567-42f8-9334-40a53be04077 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0736890 Feb 28 21:56:21.133217 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-c0181644-bc08-41ea-92dc-df2155c642ac service neutron] 10.222.0.26 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992276 Feb 28 21:56:21.312080 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224df5e-8bd8-4210-8a42-702d031b9a7b req-9e70a55b-ceac-4b93-a573-30774f20a540 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:21.314906 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0224df5e-8bd8-4210-8a42-702d031b9a7b req-9e70a55b-ceac-4b93-a573-30774f20a540 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.1131504 Feb 28 21:56:21.322236 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-6dff6873-0af9-46d4-8c65-dd1e5208f8d2 service neutron] 10.222.0.26 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812592 Feb 28 21:56:21.397036 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0224df5e-8bd8-4210-8a42-702d031b9a7b req-5e0185b1-5f76-4d5a-87f5-5a6f2e35e5f2 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681980 Feb 28 21:56:21.701640 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a73410c4-766d-47ec-b740-1af469fe09e4 req-35c7b981-dcff-4701-a026-df70707323ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0296862 Feb 28 21:56:22.026978 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55032) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:22.143564 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304ed0b2-97c9-473d-b39b-7dea0fa50c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:22.208355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fd7b31a-568c-41e0-8b9f-bb76e232cf3e req-a95947be-f36b-44c9-b1b9-e105b3cb1bc7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0367727 Feb 28 21:56:22.258620 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304ed0b2-97c9-473d-b39b-7dea0fa50c10 admin admin] Publish callbacks [] for security_group (e7e657d1-ee55-4027-b214-9bc1d9ec8ce7), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:22.361480 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304ed0b2-97c9-473d-b39b-7dea0fa50c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e7e657d1-ee55-4027-b214-9bc1d9ec8ce7), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:22.399709 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ed0b2-97c9-473d-b39b-7dea0fa50c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e657d1-ee55-4027-b214-9bc1d9ec8ce7,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:22.415132 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-304ed0b2-97c9-473d-b39b-7dea0fa50c10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1352a60cbc142b3b9192e80ca1dbe31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3870494 Feb 28 21:56:22.417811 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55042) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:22.511917 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23d06bda-f939-45fa-9e14-2a9e0200010f admin admin] Publish callbacks [] for security_group (e7e657d1-ee55-4027-b214-9bc1d9ec8ce7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:22.562286 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23d06bda-f939-45fa-9e14-2a9e0200010f admin admin] Publish callbacks [] for security_group (e7e657d1-ee55-4027-b214-9bc1d9ec8ce7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:22.617405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70f07f-6d18-4374-a734-8607c53a9354 req-d81fc50c-54ab-47b4-8524-874dfb9a9933 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:22.621285 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d70f07f-6d18-4374-a734-8607c53a9354 req-d81fc50c-54ab-47b4-8524-874dfb9a9933 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0844893 Feb 28 21:56:22.694920 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d70f07f-6d18-4374-a734-8607c53a9354 req-555cd69c-051c-4b82-96f2-585f06a81f58 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688803 Feb 28 21:56:22.740308 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23d06bda-f939-45fa-9e14-2a9e0200010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e7e657d1-ee55-4027-b214-9bc1d9ec8ce7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:22.743842 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-23d06bda-f939-45fa-9e14-2a9e0200010f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:22.745751 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-23d06bda-f939-45fa-9e14-2a9e0200010f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7e657d1-ee55-4027-b214-9bc1d9ec8ce7 HTTP/1.1" status: 204 len: 168 time: 0.3265057 Feb 28 21:56:22.755830 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d06bda-f939-45fa-9e14-2a9e0200010f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e657d1-ee55-4027-b214-9bc1d9ec8ce7,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:22.824464 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02fac5e7-19ac-43da-8cc7-72201633665a req-573716f0-90c2-424f-afbf-60dcb693d12e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0421007 Feb 28 21:56:23.313804 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc8d7530-05c3-420b-b2f2-be27a9719d3b req-91c236e4-3d4c-43a6-a697-4398f1d02d04 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0313191 Feb 28 21:56:23.771473 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55082) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:23.784529 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f1fd0366-5340-4a3e-86b3-8d473c780bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:23.835270 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd60e-db26-411a-98e9-2dd9efea1d61 req-8715bef3-e28f-46cc-a83b-a27fedaaace5 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:23.839123 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fbabd60e-db26-411a-98e9-2dd9efea1d61 req-8715bef3-e28f-46cc-a83b-a27fedaaace5 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0675211 Feb 28 21:56:23.889480 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fbabd60e-db26-411a-98e9-2dd9efea1d61 req-9ff83b51-ce2f-4d52-8c62-3d6f6b03c5ad tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469017 Feb 28 21:56:23.899902 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f1fd0366-5340-4a3e-86b3-8d473c780bbd admin admin] Publish callbacks [] for security_group (04c9efee-09f5-41a5-92b4-f1821ee22e88), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:23.937126 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-26ac5042-efcb-4d6c-8eac-88943ce8e7a8 req-977fd6f3-c50e-4f49-8ec0-7fea0bc2ecc1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0298951 Feb 28 21:56:23.992071 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f1fd0366-5340-4a3e-86b3-8d473c780bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (04c9efee-09f5-41a5-92b4-f1821ee22e88), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:24.039925 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-f1fd0366-5340-4a3e-86b3-8d473c780bbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80899ca824c8421180d47be89be427ad&name=default HTTP/1.1" status: 200 len: 2993 time: 0.2673542 Feb 28 21:56:24.040930 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd0366-5340-4a3e-86b3-8d473c780bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c9efee-09f5-41a5-92b4-f1821ee22e88,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:24.042603 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55086) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:24.097473 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a8b39a5-c4c7-4eef-adf8-6f30eeccd18c admin admin] Publish callbacks [] for security_group (04c9efee-09f5-41a5-92b4-f1821ee22e88), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:24.119797 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a8b39a5-c4c7-4eef-adf8-6f30eeccd18c admin admin] Publish callbacks [] for security_group (04c9efee-09f5-41a5-92b4-f1821ee22e88), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:24.293197 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a8b39a5-c4c7-4eef-adf8-6f30eeccd18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (04c9efee-09f5-41a5-92b4-f1821ee22e88), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:24.293197 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6a8b39a5-c4c7-4eef-adf8-6f30eeccd18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:24.293197 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6a8b39a5-c4c7-4eef-adf8-6f30eeccd18c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04c9efee-09f5-41a5-92b4-f1821ee22e88 HTTP/1.1" status: 204 len: 168 time: 0.2250931 Feb 28 21:56:24.293197 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b39a5-c4c7-4eef-adf8-6f30eeccd18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c9efee-09f5-41a5-92b4-f1821ee22e88,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:24.425509 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-71c502e0-e28e-4c41-a112-4d724169dd4e req-4d0fd42d-eb2a-4ba7-8c28-c615f24210c2 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0286531 Feb 28 21:56:25.010405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5f518-a76d-42ef-b78d-4fdc004c926c req-129b24d2-f0a0-416b-b93d-e49966ac9047 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:25.012104 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60d5f518-a76d-42ef-b78d-4fdc004c926c req-129b24d2-f0a0-416b-b93d-e49966ac9047 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0554740 Feb 28 21:56:25.052732 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-842198fd-754a-4e0a-a1b6-7161508403eb req-d97d2d53-0f28-4006-a64e-7b1827e23bf5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0396340 Feb 28 21:56:25.089853 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60d5f518-a76d-42ef-b78d-4fdc004c926c req-f317d141-14fd-4846-9e05-857533c3fbd8 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682249 Feb 28 21:56:25.519193 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-16084a38-d332-4dbd-ba70-dedf0c2ca4a8 req-515ab846-4042-41d4-987d-653ebd5c6a70 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0260952 Feb 28 21:56:26.176457 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c5e4b4c-9bf5-4890-8922-707545375ddd req-dac0a548-ae9b-4f47-98e6-8339764a902e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0487785 Feb 28 21:56:26.257434 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1e6db-4848-4007-8caf-f474de104d35 req-63a31584-31a2-4008-9792-b4144d9ef764 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:26.259363 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0ed1e6db-4848-4007-8caf-f474de104d35 req-63a31584-31a2-4008-9792-b4144d9ef764 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0731900 Feb 28 21:56:26.309861 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0ed1e6db-4848-4007-8caf-f474de104d35 req-1aea4521-cf3c-412c-bc90-e2ee29faada1 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Feb 28 21:56:26.636029 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c9afc0e-b093-4bc9-80ca-07db56acbb39 req-f010fa8b-4bfb-4762-b3b2-aa6ae6e7bc28 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0477140 Feb 28 21:56:27.303835 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b4c5a42d-0585-4703-be79-206f8e9090a7 req-951e2d89-f232-4aff-b790-126d2c188c9f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0445588 Feb 28 21:56:27.444684 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e91d-4d53-4c6e-be1d-1ead5304c802 req-3ead86fa-09a5-4411-8268-af943f85f38e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:27.446456 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fab4e91d-4d53-4c6e-be1d-1ead5304c802 req-3ead86fa-09a5-4411-8268-af943f85f38e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0580926 Feb 28 21:56:27.515531 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fab4e91d-4d53-4c6e-be1d-1ead5304c802 req-a98eb316-fc5d-4237-bf2f-741b908e66cc tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Feb 28 21:56:27.823012 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9cf0867-7547-4f7a-a02f-058685406a1b req-03a7bde8-7893-4a99-b7e1-c8ea7df30189 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0642664 Feb 28 21:56:28.423483 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-899a6778-68a1-4f4f-84c1-cef9949e21c4 req-f87b40d9-7811-4ea6-b4ad-52224daf1eb1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0343335 Feb 28 21:56:28.684802 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388eaec4-8867-4b54-aa48-1c185a7d40b3 req-262dde1a-3112-4d46-a0e4-4e31940a72a1 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:28.690585 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-388eaec4-8867-4b54-aa48-1c185a7d40b3 req-262dde1a-3112-4d46-a0e4-4e31940a72a1 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0689247 Feb 28 21:56:28.788813 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-388eaec4-8867-4b54-aa48-1c185a7d40b3 req-0078949f-a902-4bc7-abd9-21bf2d30eae7 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970104 Feb 28 21:56:28.922718 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a84a5b3f-3cc1-4be7-a082-bfbe4c100ae4 req-a83d62c1-8df0-4feb-9b54-f37e13626c27 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0299428 Feb 28 21:56:29.523308 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed94bd39-ee03-4349-aec2-3d18cf3b3ec6 req-9f455835-30e3-4690-80ce-3f6dd02ec7d7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Feb 28 21:56:29.908092 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca385164-949c-4ada-8661-3ce9e7c4410c req-568a083b-1605-4cdc-aaae-16572c92cb79 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:29.909465 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca385164-949c-4ada-8661-3ce9e7c4410c req-568a083b-1605-4cdc-aaae-16572c92cb79 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.0546780 Feb 28 21:56:29.954871 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca385164-949c-4ada-8661-3ce9e7c4410c req-f3f5b1e8-3247-44d2-9c50-a47bf7faac0b tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Feb 28 21:56:30.019040 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cc0d756-d74d-4a2d-8852-54b27764552f req-f825374d-d900-4a2b-b72d-e4a703dffe6e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0273974 Feb 28 21:56:30.371265 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55296) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:30.429253 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.16', 63654) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:30.486121 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-65f6114d-ceeb-457e-a728-378bb42c404b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110029) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:56:30.486121 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-65f6114d-ceeb-457e-a728-378bb42c404b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054848 Feb 28 21:56:30.520418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-dc732d8e-13e6-42df-bab2-03fda14c910c tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 21:56:30.521543 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-dc732d8e-13e6-42df-bab2-03fda14c910c tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096269 Feb 28 21:56:30.561341 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50020763-458b-4ed2-94d1-b5142e9cf252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:30.609672 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Request body: {'port': {'device_id': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:30.638456 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-b32a5d8d-f444-4a51-a868-bef8d0d795ad tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:30.639945 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-b32a5d8d-f444-4a51-a868-bef8d0d795ad tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 819 time: 0.1729274 Feb 28 21:56:30.647609 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Request body: {'port': {'device_id': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:30.659623 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Request body: {'port': {'device_id': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'admin_state_up': True, 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:30.685140 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:30.742350 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-987f2d30-435f-4c0c-94b0-9a6dc20adcb0 req-8e8d0f6d-fe57-4960-b3ec-615270f91e17 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0898449 Feb 28 21:56:30.859694 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50020763-458b-4ed2-94d1-b5142e9cf252 admin admin] Publish callbacks [] for security_group (1bf96408-7571-4ddd-a545-c948ca9bd8c6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:30.864175 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:30.937743 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50020763-458b-4ed2-94d1-b5142e9cf252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (1bf96408-7571-4ddd-a545-c948ca9bd8c6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.091795 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Made reservation on behalf of 98ff64b9ef40408aaa1f8860bbd16b5f for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:31.095243 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.115082 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-50020763-458b-4ed2-94d1-b5142e9cf252 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2ec9abd2e10484596050d74ae09e22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7426500 Feb 28 21:56:31.118789 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55334) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:31.130589 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50020763-458b-4ed2-94d1-b5142e9cf252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf96408-7571-4ddd-a545-c948ca9bd8c6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:31.157822 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28385f42-b7f7-4af0-a7c0-d06061be433b {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:31.172873 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Publish callbacks [] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.199962 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eea43cb0-2e07-426e-bb8e-7a3bb69f3db8 req-98dff8ef-9532-4c26-81ce-2be9253b6e34 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0707393 Feb 28 21:56:31.211327 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Transition to ACTIVE for port object 28385f42-b7f7-4af0-a7c0-d06061be433b will not be triggered until provisioned by entity L2. {{(pid=110029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:56:31.228287 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffcded26-e611-4ad6-a16c-36463e40a31f admin admin] Publish callbacks [] for security_group (1bf96408-7571-4ddd-a545-c948ca9bd8c6), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.261720 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffcded26-e611-4ad6-a16c-36463e40a31f admin admin] Publish callbacks [] for security_group (1bf96408-7571-4ddd-a545-c948ca9bd8c6), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.335296 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55344) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:31.359793 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.362160 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026639c0-14ae-4ba2-a771-3aa19ad122e7 req-89ddf6bc-3fb9-4840-86cf-74f6f08e7cc1 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:31.369419 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-026639c0-14ae-4ba2-a771-3aa19ad122e7 req-89ddf6bc-3fb9-4840-86cf-74f6f08e7cc1 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 931 time: 0.2934353 Feb 28 21:56:31.596549 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-026639c0-14ae-4ba2-a771-3aa19ad122e7 req-d17cd89c-1165-4814-a23d-917e3c44ab69 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259245 Feb 28 21:56:31.602352 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffcded26-e611-4ad6-a16c-36463e40a31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (1bf96408-7571-4ddd-a545-c948ca9bd8c6), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.604867 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffcded26-e611-4ad6-a16c-36463e40a31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.608699 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ffcded26-e611-4ad6-a16c-36463e40a31f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bf96408-7571-4ddd-a545-c948ca9bd8c6 HTTP/1.1" status: 204 len: 168 time: 0.4889178 Feb 28 21:56:31.642607 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcded26-e611-4ad6-a16c-36463e40a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf96408-7571-4ddd-a545-c948ca9bd8c6,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:31.646596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70abe15-d50f-499b-9a6e-de8564e670c2 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:31.665682 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Publish callbacks [] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.671488 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c111ec14-0027-4922-99fe-06c98725a178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.688969 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Transition to ACTIVE for port object c70abe15-d50f-499b-9a6e-de8564e670c2 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:56:31.694755 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Attempting to bind port 28385f42-b7f7-4af0-a7c0-d06061be433b on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:31.695132 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Attempting to bind port 28385f42-b7f7-4af0-a7c0-d06061be433b by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '98958632-7976-4794-996e-605146a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:31.695469 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Attempting to bind port 28385f42-b7f7-4af0-a7c0-d06061be433b on network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:31.697476 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Pushing event updated for resources: {'Port': ['ID=28385f42-b7f7-4af0-a7c0-d06061be433b,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:31.707473 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Port 28385f42-b7f7-4af0-a7c0-d06061be433b on network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:56:31.707794 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Attempting to bind port 28385f42-b7f7-4af0-a7c0-d06061be433b on network 7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:31.717597 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:31.720337 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Checking segment: {'id': '98958632-7976-4794-996e-605146a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:31.720337 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Bound using segment: {'id': '98958632-7976-4794-996e-605146a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:31.720337 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Bound port: 28385f42-b7f7-4af0-a7c0-d06061be433b, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98958632-7976-4794-996e-605146a5bfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:31.720337 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.830566 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] For port 28385f42-b7f7-4af0-a7c0-d06061be433b, host hv-cinder-83090, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:31.835368 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.874337 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] For port 28385f42-b7f7-4af0-a7c0-d06061be433b, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=28385f42-b7f7-4af0-a7c0-d06061be433b,segment=NetworkSegment(98958632-7976-4794-996e-605146a5bfb6),segment_id=98958632-7976-4794-996e-605146a5bfb6)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:31.881443 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c111ec14-0027-4922-99fe-06c98725a178 admin admin] Publish callbacks [] for security_group (9459a3b0-ca3f-4da4-9cf3-853778346240), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.951002 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-36b4d902-d277-49a3-8d73-ba61d611a6e5 req-cb04f5a9-fea8-437e-895a-3d5e50705c07 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0575986 Feb 28 21:56:31.981868 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:31.983256 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Allocated IP 172.20.0.3 (66d52754-5a0a-4941-9084-14ed35531f21/9c76ddaf-716b-49f0-9d24-2e1f528734d4/b9ed1f7e-7aad-4548-a4de-b7edf898bb4d) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:31.995259 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c111ec14-0027-4922-99fe-06c98725a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9459a3b0-ca3f-4da4-9cf3-853778346240), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.085662 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:32.089598 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Pushing event updated for resources: {'Port': ['ID=c70abe15-d50f-499b-9a6e-de8564e670c2,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:32.090824 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.102084 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] 10.222.0.16 "PUT /v2.0/ports/28385f42-b7f7-4af0-a7c0-d06061be433b HTTP/1.1" status: 200 len: 1093 time: 1.5581684 Feb 28 21:56:32.103608 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'tag': '28385f42-b7f7-4af0-a7c0-d06061be433b'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:56:32.134185 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Attempting to bind port c70abe15-d50f-499b-9a6e-de8564e670c2 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:32.134657 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Attempting to bind port c70abe15-d50f-499b-9a6e-de8564e670c2 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:32.134862 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Attempting to bind port c70abe15-d50f-499b-9a6e-de8564e670c2 on network 66d52754-5a0a-4941-9084-14ed35531f21 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:32.150864 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Port c70abe15-d50f-499b-9a6e-de8564e670c2 on network 66d52754-5a0a-4941-9084-14ed35531f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:56:32.151417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Attempting to bind port c70abe15-d50f-499b-9a6e-de8564e670c2 on network 66d52754-5a0a-4941-9084-14ed35531f21 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:32.177749 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:32.178390 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Checking segment: {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:32.179124 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Bound using segment: {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:32.179609 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Bound port: c70abe15-d50f-499b-9a6e-de8564e670c2, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:32.179968 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.240280 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.16', 63662) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:32.266018 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111ec14-0027-4922-99fe-06c98725a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459a3b0-ca3f-4da4-9cf3-853778346240,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:32.318199 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c111ec14-0027-4922-99fe-06c98725a178 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=932547f6cb2e41b7b4ce5f9744dd1b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9751649 Feb 28 21:56:32.326401 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55390) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:32.398169 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bbe6b-ee7b-4e66-a55e-59c6e73a898c service neutron] Pushing event updated for resources: {'Port': ['ID=28385f42-b7f7-4af0-a7c0-d06061be433b,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:32.447829 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e3edb80-3c00-4c2e-b1a5-4c553e93629a req-22d657e7-93c0-437b-87fa-ca266322f44f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.0913918 Feb 28 21:56:32.487262 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] For port c70abe15-d50f-499b-9a6e-de8564e670c2, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:32.499066 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks [] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.505810 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-2929b0b0-e751-4180-ba42-4312b7f56f0b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:32.511872 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-2929b0b0-e751-4180-ba42-4312b7f56f0b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 817 time: 0.2796421 Feb 28 21:56:32.518190 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5", "tag": "28385f42-b7f7-4af0-a7c0-d06061be433b"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:56:32.536429 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] For port c70abe15-d50f-499b-9a6e-de8564e670c2, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70abe15-d50f-499b-9a6e-de8564e670c2,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:32.540973 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-a855a3fe-f3c9-4886-978c-be8e2dff4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:32.542632 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-a855a3fe-f3c9-4886-978c-be8e2dff4bf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d20770e075f46b48eb2fc1a898613e7&device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 1127 time: 0.3004339 Feb 28 21:56:32.543433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-869cc9b9-fafc-4150-aee2-616c87b4e2c8 admin admin] Publish callbacks [] for security_group (9459a3b0-ca3f-4da4-9cf3-853778346240), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.619553 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-9faaaada-fce7-4b51-b83f-ed2a045fc124 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 380 time: 0.0984242 Feb 28 21:56:32.633731 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'port': {'device_id': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'admin_state_up': True, 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'security_groups': ['3db44196-79b9-4d01-9ff2-20bad5283c73']}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:32.641589 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-fe4a0f21-4f27-4e74-8a76-395cc926f52f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28385f42-b7f7-4af0-a7c0-d06061be433b HTTP/1.1" status: 200 len: 217 time: 0.0881207 Feb 28 21:56:32.650929 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-869cc9b9-fafc-4150-aee2-616c87b4e2c8 admin admin] Publish callbacks [] for security_group (9459a3b0-ca3f-4da4-9cf3-853778346240), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.755050 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.781478 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52897e5a-39bb-4419-be45-c423b0781893 x-openstack-request-id: req-52897e5a-39bb-4419-be45-c423b0781893 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:56:32.781816 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5", "tag": "28385f42-b7f7-4af0-a7c0-d06061be433b", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:56:32.782097 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52897e5a-39bb-4419-be45-c423b0781893 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:56:32.782551 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'tag': '28385f42-b7f7-4af0-a7c0-d06061be433b', 'status': 'completed', 'code': 200} Feb 28 21:56:32.805231 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-61c87183-f469-4994-8049-5eccd4e858db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:32.806722 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-61c87183-f469-4994-8049-5eccd4e858db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fa919d2-aa4f-4e45-b071-0afb4211b4b7 HTTP/1.1" status: 200 len: 850 time: 0.1539383 Feb 28 21:56:32.855591 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:32.856221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.857714 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] 10.222.0.16 "PUT /v2.0/ports/c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 1094 time: 2.2978683 Feb 28 21:56:32.858355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'tag': 'c70abe15-d50f-499b-9a6e-de8564e670c2'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:56:32.944272 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Made reservation on behalf of fdca1a6469bf40f180da2e8f5a4b61c6 for: {'port': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:32.947812 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.950176 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-69cba263-892d-4bef-bad6-686e2e4d93e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326191 Feb 28 21:56:32.956481 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:32.979365 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcac6a-f37c-43b4-afbe-0590cd930645 service neutron] Pushing event updated for resources: {'Port': ['ID=c70abe15-d50f-499b-9a6e-de8564e670c2,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:33.016547 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24bf7f-64b7-4041-b834-c7d7c51e9c38 req-7888b13e-fa77-438f-b81d-f5a655a9cdb8 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:33.024362 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de24bf7f-64b7-4041-b834-c7d7c51e9c38 req-7888b13e-fa77-438f-b81d-f5a655a9cdb8 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 943 time: 0.3168621 Feb 28 21:56:33.054219 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f9c98a-3977-4c60-9cd0-6a285f66cd84" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe5a33a-d474-477e-b668-7d43a2d21f8f", "tag": "c70abe15-d50f-499b-9a6e-de8564e670c2"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:56:33.080396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-869cc9b9-fafc-4150-aee2-616c87b4e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9459a3b0-ca3f-4da4-9cf3-853778346240), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.082962 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-869cc9b9-fafc-4150-aee2-616c87b4e2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.087018 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-869cc9b9-fafc-4150-aee2-616c87b4e2c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9459a3b0-ca3f-4da4-9cf3-853778346240 HTTP/1.1" status: 204 len: 168 time: 0.7548187 Feb 28 21:56:33.174947 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Network 66d52754-5a0a-4941-9084-14ed35531f21 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:33.183861 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cc9b9-fafc-4150-aee2-616c87b4e2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459a3b0-ca3f-4da4-9cf3-853778346240,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:33.185269 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Allocated IP 172.20.0.5 (4aad82d0-b6ca-47ed-babd-a4b5d0132262/8773d8f4-7ce3-4f42-b6ce-46281b8d9603/e1958d7a-12ed-4587-9120-bbf53d6332d7) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:56:33.195803 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:33.198099 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:33.203671 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:33.204310 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.228583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Pushing event updated for resources: {'Port': ['ID=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:33.264425 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69a77ddc-7ff3-4499-a6e8-053fd5099229 req-c83a9fd1-62e6-45bd-971b-af8b724a5549 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.2047331 Feb 28 21:56:33.302305 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de24bf7f-64b7-4041-b834-c7d7c51e9c38 req-05e4f9ea-eec2-46db-b9ab-57b925c5ff9c tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645342 Feb 28 21:56:33.321652 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-0c50cfbc-0039-4698-a0dc-ec4646717ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591440 Feb 28 21:56:33.324740 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-0ed42543-7ca9-4862-a266-4ecb0ee16202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:33.326329 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-0ed42543-7ca9-4862-a266-4ecb0ee16202 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1128 time: 0.2686083 Feb 28 21:56:33.329578 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-702dbaf1-adcd-4d27-807b-edb764e3e215 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6751671 Feb 28 21:56:33.357645 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.385289 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Request body: {'port': {'device_id': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:33.454707 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-bbc0e3cf-f3aa-47c9-a47b-ef62cba43da0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 217 time: 0.0809100 Feb 28 21:56:33.481832 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.530834 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:56:33.534354 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:33.539381 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:56:33.545523 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:33.546500 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.576711 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:33.658369 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-8d0284e5-1a4d-4429-a4a1-11b4e27a5720 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0324624 Feb 28 21:56:33.670866 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Request body: {'port': {'device_id': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:33.674399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c17d95-4160-4d08-b502-83f05d39fa01 x-openstack-request-id: req-91c17d95-4160-4d08-b502-83f05d39fa01 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:56:33.674706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe5a33a-d474-477e-b668-7d43a2d21f8f", "tag": "c70abe15-d50f-499b-9a6e-de8564e670c2", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:56:33.675016 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91c17d95-4160-4d08-b502-83f05d39fa01 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:56:33.679592 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'tag': 'c70abe15-d50f-499b-9a6e-de8564e670c2', 'status': 'completed', 'code': 200} Feb 28 21:56:33.803525 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-df55e3b3-9054-4681-ac0e-977a0e89f04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.861470 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:33.953651 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-7c2c8d96-27c3-428e-927d-0669cf60301c None None] Provisioning complete for port e1958d7a-12ed-4587-9120-bbf53d6332d7 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:33.954066 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8d96-27c3-428e-927d-0669cf60301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:34.000514 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c8d96-27c3-428e-927d-0669cf60301c None None] Port e1958d7a-12ed-4587-9120-bbf53d6332d7 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:56:34.029874 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b190931-3fa2-4662-b359-5e9e2b966521 req-03b66458-b705-4769-98fa-338223f9f5a6 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584640 Feb 28 21:56:34.032374 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:34.054520 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-6b5e877a-07e2-40ad-83aa-7fc944e1279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:34.056031 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-6b5e877a-07e2-40ad-83aa-7fc944e1279a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.5948465 Feb 28 21:56:34.176969 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-eb6db6e6-10ac-4397-a228-1b8af60acf6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708878 Feb 28 21:56:34.273239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cb496-c07b-4115-b0ed-188b7cb22821 req-6c73fd26-f53e-4f25-8947-dfd614f6cfb5 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:34.274941 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e1cb496-c07b-4115-b0ed-188b7cb22821 req-6c73fd26-f53e-4f25-8947-dfd614f6cfb5 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 931 time: 0.6834760 Feb 28 21:56:34.365619 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1958d7a-12ed-4587-9120-bbf53d6332d7 {{(pid=110029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:34.375063 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Publish callbacks [] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:34.391478 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.provisioning_blocks [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Transition to ACTIVE for port object e1958d7a-12ed-4587-9120-bbf53d6332d7 will not be triggered until provisioned by entity L2. {{(pid=110029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:56:34.466710 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-46d748cf-8632-452b-a15b-31b19200e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:34.468376 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-46d748cf-8632-452b-a15b-31b19200e8d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d20770e075f46b48eb2fc1a898613e7&device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 1127 time: 0.2632337 Feb 28 21:56:34.478057 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:34.544932 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:34.589712 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Attempting to bind port e1958d7a-12ed-4587-9120-bbf53d6332d7 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:34.590329 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Attempting to bind port e1958d7a-12ed-4587-9120-bbf53d6332d7 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:34.590815 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Attempting to bind port e1958d7a-12ed-4587-9120-bbf53d6332d7 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:34.595648 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Port e1958d7a-12ed-4587-9120-bbf53d6332d7 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:56:34.596192 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Attempting to bind port e1958d7a-12ed-4587-9120-bbf53d6332d7 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:34.612906 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:34.612906 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Checking segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:34.613508 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Bound using segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} {{(pid=110029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:34.614373 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.managers [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Bound port: e1958d7a-12ed-4587-9120-bbf53d6332d7, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}}] {{(pid=110029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:34.614512 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:34.621346 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-70924269-8159-467f-a048-5884a2773a64 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313931 Feb 28 21:56:34.644032 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e1cb496-c07b-4115-b0ed-188b7cb22821 req-8118dab5-93c0-4d53-9286-c307ed9be77b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541436 Feb 28 21:56:34.709677 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b225ffc-9bbc-4acf-85e2-49c085b2a9bf req-c11db6e2-6f1a-4fe5-ad54-35da0600e098 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:34.712763 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b225ffc-9bbc-4acf-85e2-49c085b2a9bf req-c11db6e2-6f1a-4fe5-ad54-35da0600e098 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 931 time: 0.3294311 Feb 28 21:56:34.745839 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, cleared binding levels {{(pid=110029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:34.751064 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:34.866078 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:34.909717 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:34.910897 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:34.912304 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] 10.222.0.16 "PUT /v2.0/ports/e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 1093 time: 1.2472923 Feb 28 21:56:34.912936 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:56:34.915339 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa641301-7a53-4830-8a14-44b63d5694d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:56:34.932512 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-faa07f9d-53ae-4e8c-ab4f-4c2a03a00554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:34.934016 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-faa07f9d-53ae-4e8c-ab4f-4c2a03a00554 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 HTTP/1.1" status: 200 len: 911 time: 0.4544268 Feb 28 21:56:34.961844 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72972bd1-08e2-4bf7-a0f4-1d19a9d56113 service neutron] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=3']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:35.001884 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55526) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:35.028799 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445a6bc-f713-45c5-a002-199e114fb61c req-8b66dea8-eab6-4b2e-8ebd-ec2ef7d375bd tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.030308 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f445a6bc-f713-45c5-a002-199e114fb61c req-8b66dea8-eab6-4b2e-8ebd-ec2ef7d375bd tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 943 time: 0.2465382 Feb 28 21:56:35.040111 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b225ffc-9bbc-4acf-85e2-49c085b2a9bf req-e37f9dc2-5570-41bf-ba83-2b9754efbdd0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623322 Feb 28 21:56:35.063332 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-f8960aca-4864-46fe-a5fe-bb1c04c95b95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28385f42-b7f7-4af0-a7c0-d06061be433b HTTP/1.1" status: 200 len: 217 time: 0.1029289 Feb 28 21:56:35.128432 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-01bda839-b637-4894-8896-bd0c4ac030b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.131073 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-01bda839-b637-4894-8896-bd0c4ac030b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1127 time: 0.0921915 Feb 28 21:56:35.157536 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6059209-5417-4411-938c-cd905313285a x-openstack-request-id: req-d6059209-5417-4411-938c-cd905313285a {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:56:35.158214 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:56:35.164025 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6059209-5417-4411-938c-cd905313285a {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:56:35.164025 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'status': 'completed', 'code': 200} Feb 28 21:56:35.164325 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bf4eb90d-b3bd-46f8-9139-7d6c6e110cc6 req-03e0092f-e3ef-4e64-8492-b159e1870fc8 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304649 Feb 28 21:56:35.227492 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-ff73917e-692b-446c-a69b-7e7e2502e3d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 217 time: 0.0882440 Feb 28 21:56:35.241902 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f445a6bc-f713-45c5-a002-199e114fb61c req-cc75d51b-2a26-45a2-85b8-b847da8d1f99 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007594 Feb 28 21:56:35.246719 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-f0729422-d8f9-4177-bd69-b6d3f30aa531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.248134 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-f0729422-d8f9-4177-bd69-b6d3f30aa531 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fa919d2-aa4f-4e45-b071-0afb4211b4b7 HTTP/1.1" status: 200 len: 850 time: 0.1543159 Feb 28 21:56:35.250521 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ed1f7e-7aad-4548-a4de-b7edf898bb4d {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:35.270825 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Publish callbacks [] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:35.320291 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Transition to ACTIVE for port object b9ed1f7e-7aad-4548-a4de-b7edf898bb4d will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:56:35.323862 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-4a8326f0-ef5d-43c2-888d-1d382659bb59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677962 Feb 28 21:56:35.337892 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-a38eb3d6-adab-4717-a10e-e0384e2eb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.339932 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-a38eb3d6-adab-4717-a10e-e0384e2eb944 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.1062295 Feb 28 21:56:35.399626 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55532) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:35.419312 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:35.436616 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-22dcd35e-e3bd-41dc-ac0a-2f3d63f0bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.438221 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-22dcd35e-e3bd-41dc-ac0a-2f3d63f0bb86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1128 time: 0.1407177 Feb 28 21:56:35.459079 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2503-436f-437e-be49-d29251ef9a26 req-770eea18-953f-4456-9e05-d71ab1898320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.461226 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-770eea18-953f-4456-9e05-d71ab1898320 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144111 Feb 28 21:56:35.602735 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:35.615557 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-5e5d5279-1ce5-4b10-b412-0802849358f2 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726586 Feb 28 21:56:35.642479 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-f835f430-2969-46d8-85b3-566d3d9d5f86 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742506 Feb 28 21:56:35.643614 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e141a863-8faa-4464-9020-20aaf17edb47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:35.703226 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cef18152-7fcc-47a9-90be-b6148af47149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:35.721206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Attempting to bind port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:56:35.721206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Attempting to bind port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:56:35.721438 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Attempting to bind port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d on network 66d52754-5a0a-4941-9084-14ed35531f21 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:35.743702 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d on network 66d52754-5a0a-4941-9084-14ed35531f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:56:35.743702 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Attempting to bind port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d on network 66d52754-5a0a-4941-9084-14ed35531f21 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:56:35.754141 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-c673aff0-cbfa-44ae-99c8-89f0f14f56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.755873 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-c673aff0-cbfa-44ae-99c8-89f0f14f56a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.2978129 Feb 28 21:56:35.756637 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:56:35.757061 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Checking segment: {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:35.757290 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Bound using segment: {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:56:35.758039 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Bound port: b9ed1f7e-7aad-4548-a4de-b7edf898bb4d, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27051578-65a3-4bb0-baa1-e421d0c792a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:56:35.758180 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:35.821110 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-ffa6e339-58fd-4c37-bd69-1590013ab880 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689594 Feb 28 21:56:35.827474 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-c7ed3551-7083-4620-8e2a-dcc482c4cf74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 217 time: 0.0648408 Feb 28 21:56:35.888188 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e141a863-8faa-4464-9020-20aaf17edb47 admin admin] Publish callbacks [] for security_group (45b5b2ab-e636-4588-85d5-6e1705eb36d6), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:35.902177 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c2a1fcb-fc1d-4048-92a8-7f8d7c91b023 req-66c32a92-5951-4c9a-ab2a-eca7218f403b service neutron] 10.222.0.16 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786713 Feb 28 21:56:35.917826 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cef18152-7fcc-47a9-90be-b6148af47149 admin admin] Publish callbacks [] for security_group (55cf5eea-f436-4702-9648-00408ebab8e8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:35.952294 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] For port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:56:35.956517 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-ece6674d-9719-4e5f-a320-b90c96631475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.958690 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-ece6674d-9719-4e5f-a320-b90c96631475 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.0919211 Feb 28 21:56:35.961727 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] For port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:56:35.976186 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ca0dc-7a51-400a-a6ef-cb73adb8ce21 req-54b45982-0e28-4e7c-946b-99c1f41f4ede tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:35.977742 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-765ca0dc-7a51-400a-a6ef-cb73adb8ce21 req-54b45982-0e28-4e7c-946b-99c1f41f4ede tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 943 time: 0.1961634 Feb 28 21:56:36.018848 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e141a863-8faa-4464-9020-20aaf17edb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (45b5b2ab-e636-4588-85d5-6e1705eb36d6), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.021420 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-031f20af-5008-4dc7-a72a-f72af4506d7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426948 Feb 28 21:56:36.058799 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cef18152-7fcc-47a9-90be-b6148af47149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (55cf5eea-f436-4702-9648-00408ebab8e8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.066644 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e141a863-8faa-4464-9020-20aaf17edb47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40c8c409e0ed4007b1840cde401cfa8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0628304 Feb 28 21:56:36.073206 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141a863-8faa-4464-9020-20aaf17edb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b5b2ab-e636-4588-85d5-6e1705eb36d6,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:36.078814 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55568) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:36.147280 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-cef18152-7fcc-47a9-90be-b6148af47149 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d4175f870b749f7879eaed849d7cc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7471671 Feb 28 21:56:36.156825 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55574) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:36.177435 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef18152-7fcc-47a9-90be-b6148af47149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf5eea-f436-4702-9648-00408ebab8e8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:36.226078 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20fc1c8b-8109-4f66-aa3a-b236a732af09 admin admin] Publish callbacks [] for security_group (45b5b2ab-e636-4588-85d5-6e1705eb36d6), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.230436 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-416b047d-4dc7-4a75-a05c-fb0a6ab44daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.250553 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da2c0e33-c8f3-41eb-9350-91339763bf2e admin admin] Publish callbacks [] for security_group (55cf5eea-f436-4702-9648-00408ebab8e8), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.263511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.267169 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20fc1c8b-8109-4f66-aa3a-b236a732af09 admin admin] Publish callbacks [] for security_group (45b5b2ab-e636-4588-85d5-6e1705eb36d6), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.296278 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da2c0e33-c8f3-41eb-9350-91339763bf2e admin admin] Publish callbacks [] for security_group (55cf5eea-f436-4702-9648-00408ebab8e8), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.430310 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20fc1c8b-8109-4f66-aa3a-b236a732af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (45b5b2ab-e636-4588-85d5-6e1705eb36d6), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.431699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:36.432326 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.433032 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20fc1c8b-8109-4f66-aa3a-b236a732af09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.433699 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] 10.222.0.16 "PUT /v2.0/ports/b9ed1f7e-7aad-4548-a4de-b7edf898bb4d HTTP/1.1" status: 200 len: 1093 time: 3.0609856 Feb 28 21:56:36.436712 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-20fc1c8b-8109-4f66-aa3a-b236a732af09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45b5b2ab-e636-4588-85d5-6e1705eb36d6 HTTP/1.1" status: 204 len: 168 time: 0.3512018 Feb 28 21:56:36.439078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'tag': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:56:36.441364 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b", "tag": "b9ed1f7e-7aad-4548-a4de-b7edf898bb4d"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:56:36.445126 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc1c8b-8109-4f66-aa3a-b236a732af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b5b2ab-e636-4588-85d5-6e1705eb36d6,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:36.456673 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-765ca0dc-7a51-400a-a6ef-cb73adb8ce21 req-ea43b3c0-dc66-4f96-b468-0cc40964b78a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682279 Feb 28 21:56:36.477668 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-8e9399f1-9a15-489f-bdbd-5c97604b4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:36.478397 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-8e9399f1-9a15-489f-bdbd-5c97604b4c83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1127 time: 0.4916289 Feb 28 21:56:36.483403 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257ae3a-e9b1-45eb-a533-d748c582437d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:36.506973 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da2c0e33-c8f3-41eb-9350-91339763bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (55cf5eea-f436-4702-9648-00408ebab8e8), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.514277 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da2c0e33-c8f3-41eb-9350-91339763bf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:36.516884 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-da2c0e33-c8f3-41eb-9350-91339763bf2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55cf5eea-f436-4702-9648-00408ebab8e8 HTTP/1.1" status: 204 len: 168 time: 0.3590915 Feb 28 21:56:36.540186 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c0e33-c8f3-41eb-9350-91339763bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf5eea-f436-4702-9648-00408ebab8e8,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:36.540996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dba8ec-14d4-4409-855c-2beef7e36d49 req-94a08a44-1b0e-4403-9e96-af5f28c4ede6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:36.542589 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73dba8ec-14d4-4409-855c-2beef7e36d49 req-94a08a44-1b0e-4403-9e96-af5f28c4ede6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.2940738 Feb 28 21:56:36.623319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-bf521f0b-bde2-44d5-b5c3-d9e89a86f4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731880 Feb 28 21:56:36.770288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-4d23b29e-a0d0-4503-9576-314750483cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:36.772093 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-4d23b29e-a0d0-4503-9576-314750483cec service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.2859049 Feb 28 21:56:36.838737 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73dba8ec-14d4-4409-855c-2beef7e36d49 req-327f3371-71f3-454f-9094-15d012f73674 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661850 Feb 28 21:56:36.847340 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-152dd52e-235d-4794-a828-7e5edc72881c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 217 time: 0.0661657 Feb 28 21:56:36.854953 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-b5310a27-395e-4ac9-ab5b-04f06c1fef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:36.856464 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-b5310a27-395e-4ac9-ab5b-04f06c1fef6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 1127 time: 0.2800219 Feb 28 21:56:36.916500 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65151dd-3265-4081-8048-8db156e803fe req-c8fcb364-c17f-49ce-b8b4-0df62604dbae tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:36.918302 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d65151dd-3265-4081-8048-8db156e803fe req-c8fcb364-c17f-49ce-b8b4-0df62604dbae tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 943 time: 0.2852936 Feb 28 21:56:36.957048 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da4a0a4-45dc-472e-9dcb-3ae557610ee0 x-openstack-request-id: req-5da4a0a4-45dc-472e-9dcb-3ae557610ee0 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:56:36.957400 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b", "tag": "b9ed1f7e-7aad-4548-a4de-b7edf898bb4d", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:56:36.957648 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5da4a0a4-45dc-472e-9dcb-3ae557610ee0 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:56:36.958061 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'tag': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d', 'status': 'completed', 'code': 200} Feb 28 21:56:36.961859 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17f9c98a-3977-4c60-9cd0-6a285f66cd84 req-e372a973-2ffe-44da-acda-2bd457ed64ae service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234522 Feb 28 21:56:36.965734 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-76e896d6-b6d4-4405-9070-832494109518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d HTTP/1.1" status: 200 len: 217 time: 0.0887892 Feb 28 21:56:37.008564 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55602) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:37.021214 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-7c46b82a-8288-40a5-931b-7d7fca9b8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:37.022702 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-7c46b82a-8288-40a5-931b-7d7fca9b8df2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.1653383 Feb 28 21:56:37.079177 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d65151dd-3265-4081-8048-8db156e803fe req-70a11b2e-e945-42ae-8333-c2d6e8a1d3b5 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241498 Feb 28 21:56:37.081691 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-bbed9108-4370-45f7-88dd-90528cfd747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:37.083330 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-bbed9108-4370-45f7-88dd-90528cfd747f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.1026587 Feb 28 21:56:37.127026 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-e0c25a5f-3781-43b8-8451-6a14cb9f4373 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371609 Feb 28 21:56:37.149069 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-eaf6d66c-6f05-4e11-b762-e676dd9afeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:37.150786 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-eaf6d66c-6f05-4e11-b762-e676dd9afeae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1197145 Feb 28 21:56:37.235620 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.294051 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cdcd24c2-b4b1-4718-bfec-894ed9a39da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.320020 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-09f6a678-deb8-40dd-b14d-8ba72a9df9c0 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866024 Feb 28 21:56:37.323926 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-b21b1f6a-470b-4ffc-9573-5146b97d25bf service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610992 Feb 28 21:56:37.385543 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cdcd24c2-b4b1-4718-bfec-894ed9a39da2 admin admin] Publish callbacks [] for security_group (34c87d48-e60b-4a70-910c-3be168e39265), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.424477 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55618) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:37.447169 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eda-9bcd-4bd3-8de7-2b41a0ba301a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.488831 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa641301-7a53-4830-8a14-44b63d5694d0 req-51dc3bd6-1dd2-4f6b-ba6d-415a65be0f2d service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573026 Feb 28 21:56:37.490763 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f15670c-0816-4b3a-923a-02de5fac44ca req-fdf3f4c3-1be2-42ce-a579-2804c7de7f16 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605039 Feb 28 21:56:37.505812 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cdcd24c2-b4b1-4718-bfec-894ed9a39da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (34c87d48-e60b-4a70-910c-3be168e39265), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.561415 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-cdcd24c2-b4b1-4718-bfec-894ed9a39da2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e851f1c73695479cb679f5eda6d927bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5515890 Feb 28 21:56:37.564392 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55624) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:37.574674 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd24c2-b4b1-4718-bfec-894ed9a39da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c87d48-e60b-4a70-910c-3be168e39265,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:37.595782 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eda-9bcd-4bd3-8de7-2b41a0ba301a admin admin] Publish callbacks [] for security_group (c46202ca-95b7-43f0-b3ac-30f64b576637), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.658284 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eda-9bcd-4bd3-8de7-2b41a0ba301a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c46202ca-95b7-43f0-b3ac-30f64b576637), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.698104 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b302c2f-d559-418a-bd01-08507860420d admin admin] Publish callbacks [] for security_group (34c87d48-e60b-4a70-910c-3be168e39265), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.701340 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0ce31eda-9bcd-4bd3-8de7-2b41a0ba301a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6dd4dfe39c8c4fedb0050725c7ed5c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751801 Feb 28 21:56:37.702973 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31eda-9bcd-4bd3-8de7-2b41a0ba301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46202ca-95b7-43f0-b3ac-30f64b576637,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:37.704379 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55626) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:37.719763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55628) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:37.737468 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65241999-5f2f-4e3c-b1c8-96e30e5ca3ff req-fe743893-4b4a-4962-80c3-502ce979a40a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:37.739117 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-65241999-5f2f-4e3c-b1c8-96e30e5ca3ff req-fe743893-4b4a-4962-80c3-502ce979a40a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 943 time: 0.1308005 Feb 28 21:56:37.739760 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b438d3a-a61b-4e3e-b41d-3f5b14bd5875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.767247 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b302c2f-d559-418a-bd01-08507860420d admin admin] Publish callbacks [] for security_group (34c87d48-e60b-4a70-910c-3be168e39265), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.796103 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-b8d50f08-a16e-4f90-b27e-cb6bb2f436be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:37.797486 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-b8d50f08-a16e-4f90-b27e-cb6bb2f436be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 1127 time: 0.1531756 Feb 28 21:56:37.826429 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b438d3a-a61b-4e3e-b41d-3f5b14bd5875 admin admin] Publish callbacks [] for security_group (e67bf902-2504-48d6-9a3b-4437e9e9a0bd), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.906712 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e64169f8-ede3-4d05-b515-a85b00296654 admin admin] Publish callbacks [] for security_group (c46202ca-95b7-43f0-b3ac-30f64b576637), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.921697 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-65241999-5f2f-4e3c-b1c8-96e30e5ca3ff req-e0e7ce0d-373d-46a5-879b-9a0d003cf496 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717045 Feb 28 21:56:37.932537 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b438d3a-a61b-4e3e-b41d-3f5b14bd5875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e67bf902-2504-48d6-9a3b-4437e9e9a0bd), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.951109 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e64169f8-ede3-4d05-b515-a85b00296654 admin admin] Publish callbacks [] for security_group (c46202ca-95b7-43f0-b3ac-30f64b576637), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:37.984295 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4b438d3a-a61b-4e3e-b41d-3f5b14bd5875 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc96eb81558243b4965af0724959ecd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611268 Feb 28 21:56:37.989185 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55634) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:38.007682 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b438d3a-a61b-4e3e-b41d-3f5b14bd5875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67bf902-2504-48d6-9a3b-4437e9e9a0bd,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:38.041670 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.050230 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55636) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:38.063748 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-343bfee8-8600-4551-bc71-d57ec23d8233 admin admin] Publish callbacks [] for security_group (e67bf902-2504-48d6-9a3b-4437e9e9a0bd), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.088737 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-343bfee8-8600-4551-bc71-d57ec23d8233 admin admin] Publish callbacks [] for security_group (e67bf902-2504-48d6-9a3b-4437e9e9a0bd), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.207493 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b302c2f-d559-418a-bd01-08507860420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (34c87d48-e60b-4a70-910c-3be168e39265), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.210017 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4b302c2f-d559-418a-bd01-08507860420d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.214020 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4b302c2f-d559-418a-bd01-08507860420d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34c87d48-e60b-4a70-910c-3be168e39265 HTTP/1.1" status: 204 len: 168 time: 0.6484313 Feb 28 21:56:38.220602 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-d760da96-446e-47ca-99c6-6b8d2c288152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:38.222024 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90e80a20-30e5-4237-baca-14a4dc7c0202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.222395 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-d760da96-446e-47ca-99c6-6b8d2c288152 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.4150820 Feb 28 21:56:38.267320 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526efe41-ffd5-4432-8d3b-da5c8667e4f1 req-4f8ecab7-3776-43db-a1a5-6668fac21ee8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:38.268858 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-526efe41-ffd5-4432-8d3b-da5c8667e4f1 req-4f8ecab7-3776-43db-a1a5-6668fac21ee8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.3460217 Feb 28 21:56:38.270512 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b302c2f-d559-418a-bd01-08507860420d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c87d48-e60b-4a70-910c-3be168e39265,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:38.304354 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-6a7d53d3-72f0-4b22-a336-1fd988b02e6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d HTTP/1.1" status: 200 len: 217 time: 0.0642729 Feb 28 21:56:38.306903 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-343bfee8-8600-4551-bc71-d57ec23d8233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e67bf902-2504-48d6-9a3b-4437e9e9a0bd), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.309690 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-343bfee8-8600-4551-bc71-d57ec23d8233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.314258 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-343bfee8-8600-4551-bc71-d57ec23d8233 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e67bf902-2504-48d6-9a3b-4437e9e9a0bd HTTP/1.1" status: 204 len: 168 time: 0.3205597 Feb 28 21:56:38.324935 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bfee8-8600-4551-bc71-d57ec23d8233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67bf902-2504-48d6-9a3b-4437e9e9a0bd,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:38.396443 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5e9a-02ab-4b21-82ba-0c482adfee63 req-ba6df3ae-520c-49cf-aeb0-3fa14371c5a7 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:38.398055 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c04a5e9a-02ab-4b21-82ba-0c482adfee63 req-ba6df3ae-520c-49cf-aeb0-3fa14371c5a7 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 943 time: 0.2091737 Feb 28 21:56:38.420078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-f41f74ff-6812-4618-b653-d8c56c245b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:38.421585 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-f41f74ff-6812-4618-b653-d8c56c245b89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.1089656 Feb 28 21:56:38.429096 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device c70abe15-d50f-499b-9a6e-de8564e670c2 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:56:38.448117 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-526efe41-ffd5-4432-8d3b-da5c8667e4f1 req-c3afe28e-4127-4cc4-b0aa-deadf9d9551f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483436 Feb 28 21:56:38.467747 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-14b8e20f-1642-423f-a208-99b23799860e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339003 Feb 28 21:56:38.468350 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e64169f8-ede3-4d05-b515-a85b00296654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c46202ca-95b7-43f0-b3ac-30f64b576637), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.470902 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e64169f8-ede3-4d05-b515-a85b00296654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.472129 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e64169f8-ede3-4d05-b515-a85b00296654 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c46202ca-95b7-43f0-b3ac-30f64b576637 HTTP/1.1" status: 204 len: 168 time: 0.7651775 Feb 28 21:56:38.513560 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90e80a20-30e5-4237-baca-14a4dc7c0202 admin admin] Publish callbacks [] for security_group (c71c4d6c-75d5-478f-ad79-78867d7d4900), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.521478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64169f8-ede3-4d05-b515-a85b00296654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46202ca-95b7-43f0-b3ac-30f64b576637,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:38.536454 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c04a5e9a-02ab-4b21-82ba-0c482adfee63 req-0efbdd41-7fda-45cf-b8b8-6dd9374b833a tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247716 Feb 28 21:56:38.583340 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port c70abe15-d50f-499b-9a6e-de8564e670c2, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70abe15-d50f-499b-9a6e-de8564e670c2,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:38.602306 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-d75812b3-37f9-4ecb-80e8-4e480509a596 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261072 Feb 28 21:56:38.606380 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'c70abe15-d50f-499b-9a6e-de8564e670c2', 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'port_id': 'c70abe15-d50f-499b-9a6e-de8564e670c2', 'mac_address': 'fa:16:3e:60:a7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:56:38.613192 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-90e80a20-30e5-4237-baca-14a4dc7c0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c71c4d6c-75d5-478f-ad79-78867d7d4900), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.667079 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-90e80a20-30e5-4237-baca-14a4dc7c0202 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7590060967004c279cdb6eca6df7daec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6190212 Feb 28 21:56:38.670781 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55658) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:38.680250 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e80a20-30e5-4237-baca-14a4dc7c0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c4d6c-75d5-478f-ad79-78867d7d4900,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:38.687048 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port c70abe15-d50f-499b-9a6e-de8564e670c2 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:38.687706 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.704648 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70abe15-d50f-499b-9a6e-de8564e670c2 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:38.727100 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fca19b4-a8e1-4bb1-b38c-e3d1bbf0ba82 req-615a4ddf-c176-4a5c-bc9e-a2546f50d3ec service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183197 Feb 28 21:56:38.731544 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port c70abe15-d50f-499b-9a6e-de8564e670c2, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70abe15-d50f-499b-9a6e-de8564e670c2,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:38.807445 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.838239 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.839260 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 28385f42-b7f7-4af0-a7c0-d06061be433b details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:56:38.909520 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-071e8dd2-0af7-4b5c-9fdb-0c792207a1db admin admin] Publish callbacks [] for security_group (c71c4d6c-75d5-478f-ad79-78867d7d4900), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.918762 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=c70abe15-d50f-499b-9a6e-de8564e670c2,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:38.935393 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-071e8dd2-0af7-4b5c-9fdb-0c792207a1db admin admin] Publish callbacks [] for security_group (c71c4d6c-75d5-478f-ad79-78867d7d4900), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:38.996744 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 28385f42-b7f7-4af0-a7c0-d06061be433b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=28385f42-b7f7-4af0-a7c0-d06061be433b,segment=NetworkSegment(98958632-7976-4794-996e-605146a5bfb6),segment_id=98958632-7976-4794-996e-605146a5bfb6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:39.008918 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '28385f42-b7f7-4af0-a7c0-d06061be433b', 'network_id': '7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42', 'port_id': '28385f42-b7f7-4af0-a7c0-d06061be433b', 'mac_address': 'fa:16:3e:08:c5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa919d2-aa4f-4e45-b071-0afb4211b4b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:56:39.047497 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 28385f42-b7f7-4af0-a7c0-d06061be433b is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:39.047891 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.061010 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28385f42-b7f7-4af0-a7c0-d06061be433b {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:39.065838 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215f999-0eb4-4bce-8fc2-43fe046a703d req-f1e6efd9-b0a5-4633-967f-8da926355b08 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:39.067536 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0215f999-0eb4-4bce-8fc2-43fe046a703d req-f1e6efd9-b0a5-4633-967f-8da926355b08 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 943 time: 0.0596044 Feb 28 21:56:39.080070 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 28385f42-b7f7-4af0-a7c0-d06061be433b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=28385f42-b7f7-4af0-a7c0-d06061be433b,segment=NetworkSegment(98958632-7976-4794-996e-605146a5bfb6),segment_id=98958632-7976-4794-996e-605146a5bfb6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:39.118163 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0215f999-0eb4-4bce-8fc2-43fe046a703d req-17162272-24fd-4d9f-a85a-b894965a93bc tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Feb 28 21:56:39.150144 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-071e8dd2-0af7-4b5c-9fdb-0c792207a1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c71c4d6c-75d5-478f-ad79-78867d7d4900), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.152733 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-071e8dd2-0af7-4b5c-9fdb-0c792207a1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.156226 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-071e8dd2-0af7-4b5c-9fdb-0c792207a1db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c71c4d6c-75d5-478f-ad79-78867d7d4900 HTTP/1.1" status: 204 len: 168 time: 0.4819748 Feb 28 21:56:39.162177 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e8dd2-0af7-4b5c-9fdb-0c792207a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c4d6c-75d5-478f-ad79-78867d7d4900,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:39.218639 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.269473 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=28385f42-b7f7-4af0-a7c0-d06061be433b,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:39.302507 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 55672) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:39.317676 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d500673b-67a6-46d9-a1fe-d96d2a6fca05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.405589 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d500673b-67a6-46d9-a1fe-d96d2a6fca05 admin admin] Publish callbacks [] for security_group (66cfd28a-8568-47f6-b2e5-e559d0fbc968), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.481274 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d500673b-67a6-46d9-a1fe-d96d2a6fca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (66cfd28a-8568-47f6-b2e5-e559d0fbc968), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.523052 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-d500673b-67a6-46d9-a1fe-d96d2a6fca05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ee9444de654400ab1fc89606d7d3794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193792 Feb 28 21:56:39.524247 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500673b-67a6-46d9-a1fe-d96d2a6fca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cfd28a-8568-47f6-b2e5-e559d0fbc968,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:39.525771 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55684) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:39.676434 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['28385f42-b7f7-4af0-a7c0-d06061be433b'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:56:39.680236 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['c70abe15-d50f-499b-9a6e-de8564e670c2'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:56:39.693292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f379df-f898-4d3b-a185-ee8a7c6f0948 req-11c0558a-ea04-47b5-ba0e-d06dd9496839 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:39.694833 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7f379df-f898-4d3b-a185-ee8a7c6f0948 req-11c0558a-ea04-47b5-ba0e-d06dd9496839 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.1537490 Feb 28 21:56:39.699829 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3cabd791-aad9-4b6a-b3b2-ab4c34145e74 admin admin] Publish callbacks [] for security_group (66cfd28a-8568-47f6-b2e5-e559d0fbc968), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.745115 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e781f0-c815-4dd4-b894-78f859c7d320 req-8f1ccede-ae7b-42a7-a06d-f823b1a71718 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:39.746767 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f3e781f0-c815-4dd4-b894-78f859c7d320 req-8f1ccede-ae7b-42a7-a06d-f823b1a71718 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 944 time: 0.1273825 Feb 28 21:56:39.759557 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3cabd791-aad9-4b6a-b3b2-ab4c34145e74 admin admin] Publish callbacks [] for security_group (66cfd28a-8568-47f6-b2e5-e559d0fbc968), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.837329 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7f379df-f898-4d3b-a185-ee8a7c6f0948 req-7756d5f3-83f1-4e6a-baf3-54d5641a551a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355653 Feb 28 21:56:39.866239 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f3e781f0-c815-4dd4-b894-78f859c7d320 req-e19ca781-0566-4c7a-9a31-9277ca36b40f tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127446 Feb 28 21:56:39.967335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55696) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:39.983434 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93033f98-50ee-4094-bb34-9970a1d1a943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.991700 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3cabd791-aad9-4b6a-b3b2-ab4c34145e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (66cfd28a-8568-47f6-b2e5-e559d0fbc968), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:39.994351 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3cabd791-aad9-4b6a-b3b2-ab4c34145e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.002229 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3cabd791-aad9-4b6a-b3b2-ab4c34145e74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66cfd28a-8568-47f6-b2e5-e559d0fbc968 HTTP/1.1" status: 204 len: 168 time: 0.4723856 Feb 28 21:56:40.014581 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabd791-aad9-4b6a-b3b2-ab4c34145e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cfd28a-8568-47f6-b2e5-e559d0fbc968,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:40.089681 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93033f98-50ee-4094-bb34-9970a1d1a943 admin admin] Publish callbacks [] for security_group (5c2b1c75-5f29-4ebc-a51b-553309deeac0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.170976 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.201427 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93033f98-50ee-4094-bb34-9970a1d1a943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (5c2b1c75-5f29-4ebc-a51b-553309deeac0), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.266093 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-93033f98-50ee-4094-bb34-9970a1d1a943 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0d058c56d844bd982b6e60063b000b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975121 Feb 28 21:56:40.269021 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93033f98-50ee-4094-bb34-9970a1d1a943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b1c75-5f29-4ebc-a51b-553309deeac0,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:40.274290 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55706) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:40.303321 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf566f4-e539-4424-89d3-d29899d6a453 req-e2dea8d8-69bd-479d-93c1-ce0c89617a09 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:40.304815 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cdf566f4-e539-4424-89d3-d29899d6a453 req-e2dea8d8-69bd-479d-93c1-ce0c89617a09 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 943 time: 0.1142278 Feb 28 21:56:40.371887 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-08028dd3-d924-4142-b891-e2988cd4fad2 admin admin] Publish callbacks [] for security_group (5c2b1c75-5f29-4ebc-a51b-553309deeac0), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.377272 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cdf566f4-e539-4424-89d3-d29899d6a453 req-ed12be8e-d29f-4d7e-8847-1e52fb74ddc0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643198 Feb 28 21:56:40.407604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-08028dd3-d924-4142-b891-e2988cd4fad2 admin admin] Publish callbacks [] for security_group (5c2b1c75-5f29-4ebc-a51b-553309deeac0), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.414761 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:56:40.551545 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:40.561322 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-08028dd3-d924-4142-b891-e2988cd4fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (5c2b1c75-5f29-4ebc-a51b-553309deeac0), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.563945 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-08028dd3-d924-4142-b891-e2988cd4fad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.564383 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'port_id': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'mac_address': 'fa:16:3e:51:cd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:56:40.568612 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-08028dd3-d924-4142-b891-e2988cd4fad2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c2b1c75-5f29-4ebc-a51b-553309deeac0 HTTP/1.1" status: 204 len: 168 time: 0.2933333 Feb 28 21:56:40.576275 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08028dd3-d924-4142-b891-e2988cd4fad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b1c75-5f29-4ebc-a51b-553309deeac0,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:40.617867 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port e1958d7a-12ed-4587-9120-bbf53d6332d7 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:40.618386 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.633354 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1958d7a-12ed-4587-9120-bbf53d6332d7 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:40.661878 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:40.749948 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:40.796685 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:41.011245 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35c8bc-0a99-48d9-84ea-a0562824263d req-6180aad8-e071-486b-a412-2c4f5df13e70 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:41.012735 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de35c8bc-0a99-48d9-84ea-a0562824263d req-6180aad8-e071-486b-a412-2c4f5df13e70 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 944 time: 0.0899038 Feb 28 21:56:41.041090 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fbb88-cdcd-4025-9130-cda9e30cfe3a req-2fba0d59-94fa-411f-9a17-88497728701c tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:41.047891 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b7fbb88-cdcd-4025-9130-cda9e30cfe3a req-2fba0d59-94fa-411f-9a17-88497728701c tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 944 time: 0.0958719 Feb 28 21:56:41.105670 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de35c8bc-0a99-48d9-84ea-a0562824263d req-db9a077e-c1c8-4250-a3cf-02b61af91498 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865173 Feb 28 21:56:41.140340 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['e1958d7a-12ed-4587-9120-bbf53d6332d7'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:56:41.153388 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b7fbb88-cdcd-4025-9130-cda9e30cfe3a req-349dcbb8-702f-4985-a138-9aa37d7a88c2 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886526 Feb 28 21:56:41.511335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bfdb2-44df-447e-9ccb-45dd7d9d5ead req-160b2e07-5370-4aa8-bc74-81ed0ff58969 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:41.512894 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a3bfdb2-44df-447e-9ccb-45dd7d9d5ead req-160b2e07-5370-4aa8-bc74-81ed0ff58969 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 943 time: 0.0563779 Feb 28 21:56:41.563967 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a3bfdb2-44df-447e-9ccb-45dd7d9d5ead req-d1b0312b-659c-42c0-9406-007f8765032b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Feb 28 21:56:42.279748 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efbc9c-125f-4a98-bc2a-5f4935c77ad5 req-ca3adc60-1d4a-4ffc-a779-12e9f161aa14 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:42.281872 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-33efbc9c-125f-4a98-bc2a-5f4935c77ad5 req-ca3adc60-1d4a-4ffc-a779-12e9f161aa14 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 944 time: 0.0924463 Feb 28 21:56:42.290022 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1668945-1736-4898-9a89-4d289eacee7d req-b4a0d1d0-0389-4195-a344-a87faecaa9bf tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:42.291661 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1668945-1736-4898-9a89-4d289eacee7d req-b4a0d1d0-0389-4195-a344-a87faecaa9bf tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 944 time: 0.0714574 Feb 28 21:56:42.361699 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-33efbc9c-125f-4a98-bc2a-5f4935c77ad5 req-ebff4358-26df-4208-ad7b-7e4a735b74ed tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688725 Feb 28 21:56:42.377156 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1668945-1736-4898-9a89-4d289eacee7d req-baf74d6f-b9a2-49a7-be72-57deb9d2c5e7 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700929 Feb 28 21:56:42.432307 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device b9ed1f7e-7aad-4548-a4de-b7edf898bb4d details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:56:42.447010 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device c70abe15-d50f-499b-9a6e-de8564e670c2 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:42.574358 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:42.586675 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d', 'network_id': '66d52754-5a0a-4941-9084-14ed35531f21', 'port_id': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d', 'mac_address': 'fa:16:3e:d8:cc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c76ddaf-716b-49f0-9d24-2e1f528734d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:56:42.626332 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:42.626953 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:42.642189 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ed1f7e-7aad-4548-a4de-b7edf898bb4d {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:56:42.656061 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port c70abe15-d50f-499b-9a6e-de8564e670c2 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:56:42.668483 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:42.669456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port c70abe15-d50f-499b-9a6e-de8564e670c2 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:42.669860 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:42.719643 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ede89-0175-43f0-bc5f-3b4de31717a5 req-6c241fdf-f6b6-4086-9d37-e94514827d9f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:42.721312 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a02ede89-0175-43f0-bc5f-3b4de31717a5 req-6c241fdf-f6b6-4086-9d37-e94514827d9f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 943 time: 0.0675750 Feb 28 21:56:42.758474 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:42.780158 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a02ede89-0175-43f0-bc5f-3b4de31717a5 req-687a8e5d-9072-41de-bfad-36591ef0fe03 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500984 Feb 28 21:56:42.826510 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port c70abe15-d50f-499b-9a6e-de8564e670c2 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:42.826913 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:42.844105 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:42.858504 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70abe15-d50f-499b-9a6e-de8564e670c2'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:56:42.933639 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port c70abe15-d50f-499b-9a6e-de8564e670c2, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70abe15-d50f-499b-9a6e-de8564e670c2,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:43.077769 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:43.077769 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 28385f42-b7f7-4af0-a7c0-d06061be433b up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:43.119789 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['b9ed1f7e-7aad-4548-a4de-b7edf898bb4d'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:56:43.194914 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=c70abe15-d50f-499b-9a6e-de8564e670c2,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:43.302116 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 28385f42-b7f7-4af0-a7c0-d06061be433b completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:56:43.312094 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5401bd-cc04-4c77-afde-5c90507b3039" -d '{"events": [{"server_uuid": "8fe5a33a-d474-477e-b668-7d43a2d21f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c70abe15-d50f-499b-9a6e-de8564e670c2"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:56:43.314637 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 28385f42-b7f7-4af0-a7c0-d06061be433b triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:43.314963 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:43.350197 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55850) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:43.429970 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 28385f42-b7f7-4af0-a7c0-d06061be433b is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:43.430407 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:43.505809 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 28385f42-b7f7-4af0-a7c0-d06061be433b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=28385f42-b7f7-4af0-a7c0-d06061be433b,segment=NetworkSegment(98958632-7976-4794-996e-605146a5bfb6),segment_id=98958632-7976-4794-996e-605146a5bfb6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:43.512171 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f134350a-709d-49dd-8487-c8b907065e48 x-openstack-request-id: req-f134350a-709d-49dd-8487-c8b907065e48 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:56:43.512594 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe5a33a-d474-477e-b668-7d43a2d21f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c70abe15-d50f-499b-9a6e-de8564e670c2", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:56:43.512949 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f134350a-709d-49dd-8487-c8b907065e48 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:56:43.513625 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70abe15-d50f-499b-9a6e-de8564e670c2', 'code': 200} Feb 28 21:56:43.527752 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043950934-network', 'tenant_id': 'bedc742f975b4a24bb8c3f0919084b46'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:43.543750 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f7f95-db67-4dec-add8-1fd119a262b7 req-7c203b8e-0b39-4f33-909a-4d458c8fe361 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:43.545238 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-006f7f95-db67-4dec-add8-1fd119a262b7 req-7c203b8e-0b39-4f33-909a-4d458c8fe361 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 944 time: 0.1063924 Feb 28 21:56:43.612848 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:43.614194 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:43.661308 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-006f7f95-db67-4dec-add8-1fd119a262b7 req-53631eea-777e-4993-9f47-d94141823bac tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151705 Feb 28 21:56:43.675339 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276ba7d-0a0c-4fee-919b-cdbce17b268c req-d22fddca-775f-4504-bd37-5a797dbbe5e6 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:43.677151 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d276ba7d-0a0c-4fee-919b-cdbce17b268c req-d22fddca-775f-4504-bd37-5a797dbbe5e6 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 944 time: 0.0860014 Feb 28 21:56:43.690674 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=28385f42-b7f7-4af0-a7c0-d06061be433b,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:43.738633 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d276ba7d-0a0c-4fee-919b-cdbce17b268c req-4f9cdd0a-73ca-4640-9bc5-473b6dc97b73 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Feb 28 21:56:43.778235 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Made reservation on behalf of bedc742f975b4a24bb8c3f0919084b46 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:43.780568 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:43.793418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:43.822020 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port e1958d7a-12ed-4587-9120-bbf53d6332d7 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:56:43.826181 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port e1958d7a-12ed-4587-9120-bbf53d6332d7 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:43.826715 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:43.951534 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69199c49-bd81-4dc1-96d4-5ae3e7fe00c6 req-a92e99e3-7c3d-4d3c-a390-64c04ab3f781 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:43.963224 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69199c49-bd81-4dc1-96d4-5ae3e7fe00c6 req-a92e99e3-7c3d-4d3c-a390-64c04ab3f781 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 944 time: 0.0838041 Feb 28 21:56:43.992968 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port e1958d7a-12ed-4587-9120-bbf53d6332d7 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:43.992968 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.030763 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:44.082126 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks [] for security_group (b9c25b61-79a3-4e07-8ab6-b962f442e55f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.109895 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.111854 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69199c49-bd81-4dc1-96d4-5ae3e7fe00c6 req-1026a0f6-efb5-41e5-bc19-ae547199294b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365950 Feb 28 21:56:44.120577 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5352d-3ad5-4e8b-aaad-07693743374a req-3179ac3c-47f2-404b-88f6-8cd2dc7bfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:44.121976 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48d5352d-3ad5-4e8b-aaad-07693743374a req-3179ac3c-47f2-404b-88f6-8cd2dc7bfd2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.1352015 Feb 28 21:56:44.147217 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-48d5352d-3ad5-4e8b-aaad-07693743374a req-6a5c71fc-76c6-4dbd-8ecc-fb7e11aed702 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.166885 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:44.204518 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b9c25b61-79a3-4e07-8ab6-b962f442e55f), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.231563 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-48d5352d-3ad5-4e8b-aaad-07693743374a req-6a5c71fc-76c6-4dbd-8ecc-fb7e11aed702 service neutron] Publish callbacks [] for security_group (b5efba8b-b0c8-4d31-8870-e7eb593678e4), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.233954 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:56:44.259058 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c25b61-79a3-4e07-8ab6-b962f442e55f,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:44.259597 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (6dac9394-5f95-42cb-933b-0e69a606ddec), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.259950 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Added segment 6dac9394-5f95-42cb-933b-0e69a606ddec of type vlan for network b63adfeb-83a4-4261-b879-decff56fff46 Feb 28 21:56:44.301913 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (b63adfeb-83a4-4261-b879-decff56fff46), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.327403 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-48d5352d-3ad5-4e8b-aaad-07693743374a req-6a5c71fc-76c6-4dbd-8ecc-fb7e11aed702 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b5efba8b-b0c8-4d31-8870-e7eb593678e4), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.377836 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48d5352d-3ad5-4e8b-aaad-07693743374a req-6a5c71fc-76c6-4dbd-8ecc-fb7e11aed702 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496114 Feb 28 21:56:44.378522 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c71fc-76c6-4dbd-8ecc-fb7e11aed702 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5efba8b-b0c8-4d31-8870-e7eb593678e4,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:44.396468 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (b63adfeb-83a4-4261-b879-decff56fff46), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.397972 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:44.400452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.433472 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device b9ed1f7e-7aad-4548-a4de-b7edf898bb4d up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:56:44.471892 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] Pushing event updated for resources: {'Network': ['ID=b63adfeb-83a4-4261-b879-decff56fff46,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:44.484523 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network b63adfeb-83a4-4261-b879-decff56fff46 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:56:44.530419 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-067c0c5d-f65d-48e8-89ec-c6070847d6ae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1796820 Feb 28 21:56:44.533410 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55890) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:44.540230 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Request body: {'subnet': {'network_id': 'b63adfeb-83a4-4261-b879-decff56fff46', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043950934-subnet', 'tenant_id': 'bedc742f975b4a24bb8c3f0919084b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:44.653754 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Made reservation on behalf of bedc742f975b4a24bb8c3f0919084b46 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:44.661602 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.686994 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:56:44.701389 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:56:44.701864 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.810624 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:56:44.811022 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:44.886127 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:56:44.921942 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dae13-2cbf-4cff-b064-edf11ff36cea req-41bf466e-8c0b-4407-b877-da636bfbf3de tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:44.923430 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae13-2cbf-4cff-b064-edf11ff36cea req-41bf466e-8c0b-4407-b877-da636bfbf3de tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1593683 Feb 28 21:56:44.957609 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df3bb3-39d5-4ba8-b666-8243c27615a0 req-06851737-b2e3-4564-9681-28177ed7b0e3 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:44.959055 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5df3bb3-39d5-4ba8-b666-8243c27615a0 req-06851737-b2e3-4564-9681-28177ed7b0e3 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.1558630 Feb 28 21:56:45.015614 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed8dae13-2cbf-4cff-b064-edf11ff36cea req-b39b1f5b-ad3f-40a5-abe4-f204b5ad22c2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836098 Feb 28 21:56:45.027611 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5df3bb3-39d5-4ba8-b666-8243c27615a0 req-1e9fe515-929f-4184-855f-1baf44777e31 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624094 Feb 28 21:56:45.047534 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:45.050774 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:45.099292 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:45.109551 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:45.117048 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Checking segment: {'id': '6dac9394-5f95-42cb-933b-0e69a606ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b63adfeb-83a4-4261-b879-decff56fff46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:45.117396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Network hostable DHCP agents. Network: b63adfeb-83a4-4261-b879-decff56fff46, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:56:45.234912 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e8b51-5b08-442a-8780-329d54055d18 req-6efda78e-2936-4b3c-acf2-42fbf6c55e7f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:45.236384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a5e8b51-5b08-442a-8780-329d54055d18 req-6efda78e-2936-4b3c-acf2-42fbf6c55e7f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0554037 Feb 28 21:56:45.241372 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Network b63adfeb-83a4-4261-b879-decff56fff46 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:56:45.289617 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a5e8b51-5b08-442a-8780-329d54055d18 req-b357fd01-378e-465b-b9e3-3142767e9059 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Feb 28 21:56:45.349626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, b63adfeb-83a4-4261-b879-decff56fff46) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:45.353594 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:45.354216 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:45.358988 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6315f-3fe7-4eed-b848-0b00e08640c2 None None] Network b63adfeb-83a4-4261-b879-decff56fff46 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:45.444245 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6d439869-dd7a-47ee-8ecf-aeb27923afa9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9094784 Feb 28 21:56:45.455609 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2e053-e6a7-4e8c-b81b-4713792ac697 None None] Network b63adfeb-83a4-4261-b879-decff56fff46 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:45.515102 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28385f42-b7f7-4af0-a7c0-d06061be433b'}, {'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}, {'server_uuid': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:56:45.517340 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf26fbca-0941-4863-a4da-7b768bf426ce" -d '{"events": [{"server_uuid": "8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5", "name": "network-vif-plugged", "status": "completed", "tag": "28385f42-b7f7-4af0-a7c0-d06061be433b"}, {"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-plugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7"}, {"server_uuid": "8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b", "name": "network-vif-plugged", "status": "completed", "tag": "b9ed1f7e-7aad-4548-a4de-b7edf898bb4d"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:56:45.567481 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 28 Feb 2022 21:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2493ea9c-09b6-4641-832b-f7177bc05d95 x-openstack-request-id: req-2493ea9c-09b6-4641-832b-f7177bc05d95 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:56:45.568181 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5", "name": "network-vif-plugged", "status": "completed", "tag": "28385f42-b7f7-4af0-a7c0-d06061be433b", "code": 200}, {"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-plugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7", "code": 200}, {"server_uuid": "8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b", "name": "network-vif-plugged", "status": "completed", "tag": "b9ed1f7e-7aad-4548-a4de-b7edf898bb4d", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:56:45.568543 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2493ea9c-09b6-4641-832b-f7177bc05d95 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:56:45.569005 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28385f42-b7f7-4af0-a7c0-d06061be433b', 'code': 200} Feb 28 21:56:45.569267 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'code': 200} Feb 28 21:56:45.569538 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d', 'code': 200} Feb 28 21:56:46.258699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faffaea-ba4d-442f-b835-9a893d1ad65e req-bf0aa64d-c89b-43e1-af26-4999c8201698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:46.260210 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8faffaea-ba4d-442f-b835-9a893d1ad65e req-bf0aa64d-c89b-43e1-af26-4999c8201698 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 1129 time: 0.2022569 Feb 28 21:56:46.268548 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8bdbf-ed32-4a2e-ac93-58cad4403dab req-b0ab86b6-f7f0-460a-8622-2bb49f850cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:46.270289 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66a8bdbf-ed32-4a2e-ac93-58cad4403dab req-b0ab86b6-f7f0-460a-8622-2bb49f850cd6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1129 time: 0.2041695 Feb 28 21:56:46.280781 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28384ef1-5fb1-4f35-b9f4-4c0420e51466 req-a88244f3-cd93-469e-b0d9-b0802251c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:46.282037 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-28384ef1-5fb1-4f35-b9f4-4c0420e51466 req-a88244f3-cd93-469e-b0d9-b0802251c85c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 1129 time: 0.2253447 Feb 28 21:56:46.496069 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd00730-bb71-4431-95aa-db837f5fbf0f req-5876e8c6-6e47-424a-bf7c-7a0f75e26364 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:46.497432 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6cd00730-bb71-4431-95aa-db837f5fbf0f req-5876e8c6-6e47-424a-bf7c-7a0f75e26364 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.3535886 Feb 28 21:56:46.530893 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a018d-ed9c-493c-83ec-b0b17047966c req-f93aabc1-15fc-42d8-972d-123e1aaf9400 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:46.532334 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec0a018d-ed9c-493c-83ec-b0b17047966c req-f93aabc1-15fc-42d8-972d-123e1aaf9400 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.3856106 Feb 28 21:56:46.631761 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8faffaea-ba4d-442f-b835-9a893d1ad65e req-3b679eb8-8f6d-4330-b7f3-523f131b1bf8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604698 Feb 28 21:56:46.641670 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-28384ef1-5fb1-4f35-b9f4-4c0420e51466 req-929e97c9-59ee-4c73-8dfe-2477ce9a635d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490336 Feb 28 21:56:46.643669 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66a8bdbf-ed32-4a2e-ac93-58cad4403dab req-6c5915c8-a0d5-407b-ac9e-bcda9849edca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599131 Feb 28 21:56:46.652369 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6cd00730-bb71-4431-95aa-db837f5fbf0f req-60fc48c0-22fc-42fb-9974-f19a724a4f89 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444290 Feb 28 21:56:46.686024 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec0a018d-ed9c-493c-83ec-b0b17047966c req-4e8ebad7-903c-4a5e-9c02-27b73c5b64a0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402044 Feb 28 21:56:46.721644 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55966) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:46.728109 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1548046675-network', 'tenant_id': '1fb9c4a987c7497a8df7e43a09e28881'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:46.798822 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c5839-3927-49b5-881d-cfd94817bf11 req-97386d9f-3a97-4504-bfbe-ca782efadbfd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:46.800417 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec1c5839-3927-49b5-881d-cfd94817bf11 req-97386d9f-3a97-4504-bfbe-ca782efadbfd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0599947 Feb 28 21:56:46.872157 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec1c5839-3927-49b5-881d-cfd94817bf11 req-d47da897-9f85-4ffd-85fc-61977c70e9c7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653584 Feb 28 21:56:46.875468 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Made reservation on behalf of 1fb9c4a987c7497a8df7e43a09e28881 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:46.877717 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:46.890105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:46.958972 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks [] for security_group (1284b514-5f0f-4826-b55e-88fa4967b109), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:47.103801 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (1284b514-5f0f-4826-b55e-88fa4967b109), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:47.128228 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:56:47.137814 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1284b514-5f0f-4826-b55e-88fa4967b109,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:47.147141 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:47.147634 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Added segment 86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e of type vlan for network 202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe Feb 28 21:56:47.202768 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:47.384179 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:47.385629 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:47.386544 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:47.455613 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] Pushing event updated for resources: {'Network': ['ID=202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:47.467548 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:56:47.512165 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-30c4b775-23cd-4a55-ad08-0a17aa250d38 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7886086 Feb 28 21:56:47.515051 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 55978) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:47.521310 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Request body: {'subnet': {'network_id': '202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1548046675-subnet', 'tenant_id': '1fb9c4a987c7497a8df7e43a09e28881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:47.647263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Made reservation on behalf of 1fb9c4a987c7497a8df7e43a09e28881 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:56:47.650893 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:47.922584 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e7863-ff7b-47f8-9c83-33941c392914 req-a914ae69-45c1-4c24-81c3-e7635658396b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:47.924046 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-841e7863-ff7b-47f8-9c83-33941c392914 req-a914ae69-45c1-4c24-81c3-e7635658396b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0996034 Feb 28 21:56:47.931676 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98411a-80b2-46b8-a109-a3703554305f req-8cf51afe-4060-4b58-bdf5-eee55195844e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:47.933071 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c98411a-80b2-46b8-a109-a3703554305f req-8cf51afe-4060-4b58-bdf5-eee55195844e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.1074960 Feb 28 21:56:47.978303 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (b8eb53e0-d0b8-4d36-922f-546f32b824e4), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.042506 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-841e7863-ff7b-47f8-9c83-33941c392914 req-0030a2e6-bc3f-4a48-ab30-696ecd0c70e9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082451 Feb 28 21:56:48.047695 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c98411a-80b2-46b8-a109-a3703554305f req-fa3e68d5-7d85-4c8d-b476-635c1107ad73 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072562 Feb 28 21:56:48.071120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8eb53e0-d0b8-4d36-922f-546f32b824e4,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:48.083239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Checking segment: {'id': '86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:56:48.083239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Network hostable DHCP agents. Network: 202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:56:48.158661 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417ac39-4af7-4a81-abc4-05000c3af282 req-6bee9bb7-0c2b-4f45-9de3-5b990679c459 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:48.160592 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c417ac39-4af7-4a81-abc4-05000c3af282 req-6bee9bb7-0c2b-4f45-9de3-5b990679c459 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0526764 Feb 28 21:56:48.179051 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Network 202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:56:48.210629 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c417ac39-4af7-4a81-abc4-05000c3af282 req-15ed8fe9-0e5c-40f4-80e4-47e94a8def84 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Feb 28 21:56:48.281221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:56:48.286629 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:48.287346 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.292276 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70bf98a-753f-4f8c-8347-c97dfc8e748e None None] Network 202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:48.334026 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56000) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:48.375335 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e5e6d44c-7dfb-4286-950c-48e35256389a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8591640 Feb 28 21:56:48.405954 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed15cb-ceab-4585-a8f1-0f8e0f436748 None None] Network 202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:56:48.453084 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ee3f51e9-60f9-46bd-93dc-8c6df23d54c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.547842 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56012) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:48.569944 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56014) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:48.601252 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] Deleting subnet 9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:56:48.604223 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ee3f51e9-60f9-46bd-93dc-8c6df23d54c9 admin admin] Publish callbacks [] for security_group (ca163989-2402-4228-aaab-eb0b8afb9a50), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.604594 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] Publish callbacks [] for subnet (9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.643420 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] Publish callbacks [] for subnet (9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.653031 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.683928 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2258c7c-e091-444f-9c34-3fd581e23183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.719544 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ee3f51e9-60f9-46bd-93dc-8c6df23d54c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (ca163989-2402-4228-aaab-eb0b8afb9a50), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.773216 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ee3f51e9-60f9-46bd-93dc-8c6df23d54c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab5b075e9763485e9c18123f2eaa4ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413142 Feb 28 21:56:48.775088 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f51e9-60f9-46bd-93dc-8c6df23d54c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca163989-2402-4228-aaab-eb0b8afb9a50,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:48.775935 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56020) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:48.803741 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2258c7c-e091-444f-9c34-3fd581e23183 admin admin] Publish callbacks [] for security_group (c1743aae-a563-4e5d-9ca8-9b225ab4382f), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.828453 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f35c5511-4282-468e-938c-f0006c4a720f admin admin] Publish callbacks [] for security_group (ca163989-2402-4228-aaab-eb0b8afb9a50), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.832290 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for subnet (9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.865028 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:48.869930 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.872998 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-50b46da1-6c8e-4f8c-b017-f0e7f1b0b0fb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9f6f23a7-d4ac-47de-ae25-e2caaa29f9ff HTTP/1.1" status: 204 len: 168 time: 0.3239906 Feb 28 21:56:48.875802 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56022) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:48.885774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f35c5511-4282-468e-938c-f0006c4a720f admin admin] Publish callbacks [] for security_group (ca163989-2402-4228-aaab-eb0b8afb9a50), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:48.949279 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (b63adfeb-83a4-4261-b879-decff56fff46), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.018497 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f35c5511-4282-468e-938c-f0006c4a720f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (ca163989-2402-4228-aaab-eb0b8afb9a50), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.021353 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f35c5511-4282-468e-938c-f0006c4a720f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.024853 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f35c5511-4282-468e-938c-f0006c4a720f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca163989-2402-4228-aaab-eb0b8afb9a50 HTTP/1.1" status: 204 len: 168 time: 0.2454813 Feb 28 21:56:49.036348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c2258c7c-e091-444f-9c34-3fd581e23183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c1743aae-a563-4e5d-9ca8-9b225ab4382f), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.036449 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c5511-4282-468e-938c-f0006c4a720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca163989-2402-4228-aaab-eb0b8afb9a50,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:49.044681 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (b63adfeb-83a4-4261-b879-decff56fff46), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.094432 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2258c7c-e091-444f-9c34-3fd581e23183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1743aae-a563-4e5d-9ca8-9b225ab4382f,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:49.102741 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.102936 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.103680 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.104030 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > port after_create 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.104372 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.104706 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > port after_update 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.105029 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.105345 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.105923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.106280 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.205817 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.206159 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ba2a-97b6-494f-b019-b367aa4fd651 req-f09f5a66-0497-4989-87f8-8adc9ba4be7d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:49.206278 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.206519 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.206945 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:49.207407 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63adfeb-83a4-4261-b879-decff56fff46']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:49.208008 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-29b6ba2a-97b6-494f-b019-b367aa4fd651 req-f09f5a66-0497-4989-87f8-8adc9ba4be7d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0861738 Feb 28 21:56:49.218837 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9333a0-739d-4aaf-8b07-b69bf227ea21 req-de548277-3d44-4fa7-ba0c-aff387cdc5f6 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:49.220273 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ea9333a0-739d-4aaf-8b07-b69bf227ea21 req-de548277-3d44-4fa7-ba0c-aff387cdc5f6 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0705421 Feb 28 21:56:49.232521 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dac9394-5f95-42cb-933b-0e69a606ddec') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:49.232816 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dac9394-5f95-42cb-933b-0e69a606ddec') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:49.251154 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c2258c7c-e091-444f-9c34-3fd581e23183 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2be3ec599bd4b918a05c5070afa5469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6801496 Feb 28 21:56:49.254417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56034) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:49.260710 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (6dac9394-5f95-42cb-933b-0e69a606ddec), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.283711 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (6dac9394-5f95-42cb-933b-0e69a606ddec), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.293487 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:56:49.293918 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (6dac9394-5f95-42cb-933b-0e69a606ddec), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.308858 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-29b6ba2a-97b6-494f-b019-b367aa4fd651 req-054051a4-bba1-4581-8af0-7d7bee7b1388 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876253 Feb 28 21:56:49.326333 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ea9333a0-739d-4aaf-8b07-b69bf227ea21 req-97910cae-2b79-434b-9d9e-c0a22fe26f9d tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975089 Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: from cryptography.utils import int_from_bytes Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: from cryptography.utils import int_from_bytes Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:56:49.330529 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:56:49.354309 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-33f3a051-685e-4b11-9e9f-736cca0858d4 admin admin] Publish callbacks [] for security_group (c1743aae-a563-4e5d-9ca8-9b225ab4382f), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.380708 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-33f3a051-685e-4b11-9e9f-736cca0858d4 admin admin] Publish callbacks [] for security_group (c1743aae-a563-4e5d-9ca8-9b225ab4382f), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.458491 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (b63adfeb-83a4-4261-b879-decff56fff46), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.459192 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427019f-8d2e-4258-99b4-f73f8055e9c1 req-d0159c78-b77b-4297-8747-4f7a8c12dc30 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:49.460678 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c427019f-8d2e-4258-99b4-f73f8055e9c1 req-d0159c78-b77b-4297-8747-4f7a8c12dc30 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0640297 Feb 28 21:56:49.466932 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.470668 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b63adfeb-83a4-4261-b879-decff56fff46 HTTP/1.1" status: 204 len: 168 time: 0.5938413 Feb 28 21:56:49.474671 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56038) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:49.491984 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c9e0e-a81d-4a42-9a1b-385418137818 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63adfeb-83a4-4261-b879-decff56fff46,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:49.511674 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c427019f-8d2e-4258-99b4-f73f8055e9c1 req-0f691f7d-e20c-4a08-9a67-429f4ac1d8ae tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Feb 28 21:56:49.538959 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] Deleting subnet b8eb53e0-d0b8-4d36-922f-546f32b824e4 {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:56:49.542977 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] Publish callbacks [] for subnet (b8eb53e0-d0b8-4d36-922f-546f32b824e4), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.576372 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (b8eb53e0-d0b8-4d36-922f-546f32b824e4), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.578242 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-33f3a051-685e-4b11-9e9f-736cca0858d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c1743aae-a563-4e5d-9ca8-9b225ab4382f), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.581017 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-33f3a051-685e-4b11-9e9f-736cca0858d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.582509 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-33f3a051-685e-4b11-9e9f-736cca0858d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1743aae-a563-4e5d-9ca8-9b225ab4382f HTTP/1.1" status: 204 len: 168 time: 0.3271692 Feb 28 21:56:49.590994 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3a051-685e-4b11-9e9f-736cca0858d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1743aae-a563-4e5d-9ca8-9b225ab4382f,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:49.620763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (b8eb53e0-d0b8-4d36-922f-546f32b824e4), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.779110 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (b8eb53e0-d0b8-4d36-922f-546f32b824e4), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.792527 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56046) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:49.811882 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d48f0cd-7e81-47a3-b557-dcfb93541dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.816803 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8eb53e0-d0b8-4d36-922f-546f32b824e4,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:49.826634 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:49.832985 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-f8a5a384-ad44-4688-b432-dc772dbae730 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b8eb53e0-d0b8-4d36-922f-546f32b824e4 HTTP/1.1" status: 204 len: 168 time: 0.3546720 Feb 28 21:56:49.833294 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56048) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:49.929723 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.010966 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d48f0cd-7e81-47a3-b557-dcfb93541dab admin admin] Publish callbacks [] for security_group (d2eddbf8-27ff-494d-a77b-a119aa478582), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.047345 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.067830 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.068175 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.068901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.069244 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > port after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.069582 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.069941 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > port after_update 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.070355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.070677 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.070983 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.071297 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.138588 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.138933 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.139265 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.139591 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 21:56:50.139931 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:50.157416 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:50.157707 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:56:50.173567 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.193405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.201462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:56:50.201857 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (86bbcf6f-1c9f-4a92-a5e4-f55733b6cc1e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: from cryptography.utils import int_from_bytes Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: from cryptography.utils import int_from_bytes Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:56:50.205913 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:56:50.223968 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d48f0cd-7e81-47a3-b557-dcfb93541dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (d2eddbf8-27ff-494d-a77b-a119aa478582), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.296403 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3d48f0cd-7e81-47a3-b557-dcfb93541dab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f9e39aa611a43cc80191aa798f3a8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027914 Feb 28 21:56:50.297496 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48f0cd-7e81-47a3-b557-dcfb93541dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eddbf8-27ff-494d-a77b-a119aa478582,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:50.299133 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56060) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:50.360089 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63ec566f-2bc0-464e-affb-c0ff90ccbd3e admin admin] Publish callbacks [] for security_group (d2eddbf8-27ff-494d-a77b-a119aa478582), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.370664 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63ec566f-2bc0-464e-affb-c0ff90ccbd3e admin admin] Publish callbacks [] for security_group (d2eddbf8-27ff-494d-a77b-a119aa478582), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.465409 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3377a-6ac6-484e-867a-72d72609ae0e req-ccf308cf-fbb1-447e-94a0-0205a94971c8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:50.466909 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-53f3377a-6ac6-484e-867a-72d72609ae0e req-ccf308cf-fbb1-447e-94a0-0205a94971c8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0855937 Feb 28 21:56:50.478285 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ac410-eaa4-42a7-bdb2-439a01b8bf59 req-d47b5621-9c7b-43d8-9b83-37db9ab3d0ae tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:50.479635 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2b6ac410-eaa4-42a7-bdb2-439a01b8bf59 req-d47b5621-9c7b-43d8-9b83-37db9ab3d0ae tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0707457 Feb 28 21:56:50.553607 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-53f3377a-6ac6-484e-867a-72d72609ae0e req-bb32e747-e32f-49ef-bdf4-f73aecd77e0d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730200 Feb 28 21:56:50.557779 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2b6ac410-eaa4-42a7-bdb2-439a01b8bf59 req-888e656c-dc39-4b9c-9cea-ac1b719de1bf tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706558 Feb 28 21:56:50.596463 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63ec566f-2bc0-464e-affb-c0ff90ccbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (d2eddbf8-27ff-494d-a77b-a119aa478582), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.597685 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.601359 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63ec566f-2bc0-464e-affb-c0ff90ccbd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.603602 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-63ec566f-2bc0-464e-affb-c0ff90ccbd3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2eddbf8-27ff-494d-a77b-a119aa478582 HTTP/1.1" status: 204 len: 168 time: 0.3031654 Feb 28 21:56:50.604075 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.607271 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] 10.222.0.26 "DELETE /v2.0/networks/202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe HTTP/1.1" status: 204 len: 168 time: 0.7730446 Feb 28 21:56:50.640740 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec566f-2bc0-464e-affb-c0ff90ccbd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eddbf8-27ff-494d-a77b-a119aa478582,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:50.641655 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b7460-802d-41de-a0b1-6cb6bd7b3f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=202d1ce6-bf1b-4e25-80c8-d4cd2e89e0fe,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:50.681353 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e64e4-e7a5-417d-9b2e-c4d1ecceb028 req-90f2fdc1-8e7d-4703-b167-416e4ad0afb1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:50.685931 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a8e64e4-e7a5-417d-9b2e-c4d1ecceb028 req-90f2fdc1-8e7d-4703-b167-416e4ad0afb1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0578163 Feb 28 21:56:50.731021 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a8e64e4-e7a5-417d-9b2e-c4d1ecceb028 req-a1f755c9-ef92-4287-90c3-3595a9906eb6 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Feb 28 21:56:50.778701 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56072) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:50.792141 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fef75fd7-59de-435f-8c3b-00396011f0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:50.868487 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fef75fd7-59de-435f-8c3b-00396011f0c4 admin admin] Publish callbacks [] for security_group (c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.053060 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fef75fd7-59de-435f-8c3b-00396011f0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.095342 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fef75fd7-59de-435f-8c3b-00396011f0c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d87e73d417cb4758a0416ae5a9644f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132722 Feb 28 21:56:51.095342 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef75fd7-59de-435f-8c3b-00396011f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:51.095991 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56076) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:51.147807 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb7df-6713-4073-af06-faf24ce0ab22 admin admin] Publish callbacks [] for security_group (c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.170424 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb7df-6713-4073-af06-faf24ce0ab22 admin admin] Publish callbacks [] for security_group (c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.316008 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56088) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:51.326953 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb7df-6713-4073-af06-faf24ce0ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.329573 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb7df-6713-4073-af06-faf24ce0ab22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.330833 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6f5bb7df-6713-4073-af06-faf24ce0ab22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8 HTTP/1.1" status: 204 len: 168 time: 0.2337501 Feb 28 21:56:51.339190 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb7df-6713-4073-af06-faf24ce0ab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a1f5ae-0f71-4085-b5ee-24bfd0fad3e8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:51.371592 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-84694310-0b32-4c2f-afbf-c178457cf9e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bedc742f975b4a24bb8c3f0919084b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494449 Feb 28 21:56:51.371592 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56092) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:51.416495 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5495bfd3-75fc-41af-ae0b-c21220d325a6 admin admin] Publish callbacks [] for security_group (b9c25b61-79a3-4e07-8ab6-b962f442e55f), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.439157 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5495bfd3-75fc-41af-ae0b-c21220d325a6 admin admin] Publish callbacks [] for security_group (b9c25b61-79a3-4e07-8ab6-b962f442e55f), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.549551 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5495bfd3-75fc-41af-ae0b-c21220d325a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b9c25b61-79a3-4e07-8ab6-b962f442e55f), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.552293 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5495bfd3-75fc-41af-ae0b-c21220d325a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:51.553466 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5495bfd3-75fc-41af-ae0b-c21220d325a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9c25b61-79a3-4e07-8ab6-b962f442e55f HTTP/1.1" status: 204 len: 168 time: 0.1832216 Feb 28 21:56:51.561416 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495bfd3-75fc-41af-ae0b-c21220d325a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c25b61-79a3-4e07-8ab6-b962f442e55f,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:51.712213 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833e1f3-83c9-487e-b65b-9cc021693629 req-87d667a9-2f58-4b71-a464-aef25caece7e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:51.720075 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8833e1f3-83c9-487e-b65b-9cc021693629 req-87d667a9-2f58-4b71-a464-aef25caece7e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0955760 Feb 28 21:56:51.734997 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3b3c6-f6ae-4347-8146-db45624b8f93 req-fab10871-dafc-4f18-86d4-75058ab30074 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:51.736471 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6f3b3c6-f6ae-4347-8146-db45624b8f93 req-fab10871-dafc-4f18-86d4-75058ab30074 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1108387 Feb 28 21:56:51.808859 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8833e1f3-83c9-487e-b65b-9cc021693629 req-8e19a2b6-f1d0-4743-98fb-63a19a47c33a tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878272 Feb 28 21:56:51.813891 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6f3b3c6-f6ae-4347-8146-db45624b8f93 req-07b18fa3-9fbc-4c3f-93d3-cca470fe5ff5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679853 Feb 28 21:56:51.929191 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843944-0a20-44f9-a55b-13a7b8eca8f1 req-c08a0920-df40-4752-9cd0-772f14338b19 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:51.930618 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-00843944-0a20-44f9-a55b-13a7b8eca8f1 req-c08a0920-df40-4752-9cd0-772f14338b19 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0566649 Feb 28 21:56:51.981147 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-00843944-0a20-44f9-a55b-13a7b8eca8f1 req-3aedbb85-a28e-4bdf-a5ba-6dd281f7cee9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449278 Feb 28 21:56:52.098681 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:56:52.343885 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56132) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:52.391062 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4dabf11b-e3d9-4202-af00-bc533d40f323 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fb9c4a987c7497a8df7e43a09e28881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460885 Feb 28 21:56:52.393469 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56138) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:52.446028 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-acd01239-a410-47e5-8285-461f6eaea36d admin admin] Publish callbacks [] for security_group (1284b514-5f0f-4826-b55e-88fa4967b109), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:52.468908 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-acd01239-a410-47e5-8285-461f6eaea36d admin admin] Publish callbacks [] for security_group (1284b514-5f0f-4826-b55e-88fa4967b109), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:52.619311 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-acd01239-a410-47e5-8285-461f6eaea36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (1284b514-5f0f-4826-b55e-88fa4967b109), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:52.624167 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-acd01239-a410-47e5-8285-461f6eaea36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:52.630275 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-acd01239-a410-47e5-8285-461f6eaea36d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1284b514-5f0f-4826-b55e-88fa4967b109 HTTP/1.1" status: 204 len: 168 time: 0.2349935 Feb 28 21:56:52.648317 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd01239-a410-47e5-8285-461f6eaea36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1284b514-5f0f-4826-b55e-88fa4967b109,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:52.972945 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38b209-10d1-49bf-b18a-9a81a7766411 req-8a51c145-6d6e-4454-9448-10f5bd220abd tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:52.974919 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e38b209-10d1-49bf-b18a-9a81a7766411 req-8a51c145-6d6e-4454-9448-10f5bd220abd tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0842214 Feb 28 21:56:52.981625 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed075-6f9f-4cab-a3fb-6213b3e7545e req-7a42e90f-7368-4f2c-88b5-64124f986ea0 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:52.983175 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9a7ed075-6f9f-4cab-a3fb-6213b3e7545e req-7a42e90f-7368-4f2c-88b5-64124f986ea0 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.1075735 Feb 28 21:56:53.057479 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e38b209-10d1-49bf-b18a-9a81a7766411 req-136c2394-fcfe-458f-8eb4-d29dd4f3e01b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733216 Feb 28 21:56:53.065357 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9a7ed075-6f9f-4cab-a3fb-6213b3e7545e req-2f7d5994-bec8-4f0b-9de0-4d895c17afea tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725439 Feb 28 21:56:53.183264 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91756d15-0878-4739-9752-a7ccf7f07a44 req-71e7e94c-95c7-42b0-a628-7cb4fdd38ffd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:53.185789 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-91756d15-0878-4739-9752-a7ccf7f07a44 req-71e7e94c-95c7-42b0-a628-7cb4fdd38ffd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0640998 Feb 28 21:56:53.236032 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-91756d15-0878-4739-9752-a7ccf7f07a44 req-44ae45ef-7d96-4342-952d-0c30dab93763 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Feb 28 21:56:54.245276 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45963837-039d-4a07-8240-9931283b1112 req-f9af4fd6-cfa9-4db9-8390-9714a3eca589 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:54.246815 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45963837-039d-4a07-8240-9931283b1112 req-f9af4fd6-cfa9-4db9-8390-9714a3eca589 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0999227 Feb 28 21:56:54.255013 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c6dd3-b991-4f11-997f-272feba8ff6a req-fa41bd19-0678-48c6-abd1-566e5cf8877d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:54.256473 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-796c6dd3-b991-4f11-997f-272feba8ff6a req-fa41bd19-0678-48c6-abd1-566e5cf8877d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1108320 Feb 28 21:56:54.329718 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45963837-039d-4a07-8240-9931283b1112 req-25afd865-f871-4885-ad55-0151361f5b56 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714278 Feb 28 21:56:54.354752 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-796c6dd3-b991-4f11-997f-272feba8ff6a req-c8d4454a-043d-4608-987d-f527ab8d6cf6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895553 Feb 28 21:56:54.458402 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355ffe7-859b-4871-9492-b4a52cd81060 req-520ea6f7-d639-42ea-85b0-a8826a24b0e7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:54.459863 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8355ffe7-859b-4871-9492-b4a52cd81060 req-520ea6f7-d639-42ea-85b0-a8826a24b0e7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0528824 Feb 28 21:56:54.506635 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8355ffe7-859b-4871-9492-b4a52cd81060 req-7aa482d3-902a-476d-a119-80c88b4c06c0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Feb 28 21:56:55.501917 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdf225-88f8-4fb2-a580-96750ded3318 req-ba9e663f-ea30-415c-84f8-0e950b8a276a tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:55.501917 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6dcdf225-88f8-4fb2-a580-96750ded3318 req-ba9e663f-ea30-415c-84f8-0e950b8a276a tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0873771 Feb 28 21:56:55.515873 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553394c-18ee-4044-b870-2a747e2194a4 req-3876c2f4-cdc3-4f12-9ef3-3730c9bf9b62 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:55.517355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f553394c-18ee-4044-b870-2a747e2194a4 req-3876c2f4-cdc3-4f12-9ef3-3730c9bf9b62 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0869603 Feb 28 21:56:55.562834 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6dcdf225-88f8-4fb2-a580-96750ded3318 req-0a732cc4-71ae-47fd-82ca-bd176e004b93 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685165 Feb 28 21:56:55.663434 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f553394c-18ee-4044-b870-2a747e2194a4 req-a48a9a6b-af1d-4ae8-95fb-dc40a0d2f5cc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596209 Feb 28 21:56:55.671220 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe1fa-d1dd-4e04-966a-ba54584f2ae0 req-dc121193-482d-4d28-95d4-717f4298496e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:55.672687 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee7fe1fa-d1dd-4e04-966a-ba54584f2ae0 req-dc121193-482d-4d28-95d4-717f4298496e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0548654 Feb 28 21:56:55.744093 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee7fe1fa-d1dd-4e04-966a-ba54584f2ae0 req-9756c39f-fd52-4328-aa8b-b5b9262e8f9b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Feb 28 21:56:56.733817 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abfeb0-611e-4310-8073-d304da1a3f0a req-026aef9d-13f5-46d3-b1bf-b91148f9bf61 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:56.736408 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-26abfeb0-611e-4310-8073-d304da1a3f0a req-026aef9d-13f5-46d3-b1bf-b91148f9bf61 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.1046660 Feb 28 21:56:56.749019 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2182c61-4629-4420-94f8-5b6fe8aaa3fa req-89b8e5e9-8ca3-46c7-9d89-920010a9479a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:56.751228 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2182c61-4629-4420-94f8-5b6fe8aaa3fa req-89b8e5e9-8ca3-46c7-9d89-920010a9479a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0841544 Feb 28 21:56:56.794827 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56314) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:56.832045 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-26abfeb0-611e-4310-8073-d304da1a3f0a req-e96ace6b-1a1a-4b4b-b3a7-626cf536a10e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785308 Feb 28 21:56:56.848158 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56318) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:56.865123 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2182c61-4629-4420-94f8-5b6fe8aaa3fa req-ad3f509b-0f34-48af-9862-79bb73da83f4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035256 Feb 28 21:56:56.963553 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c75f4922-c22c-483f-a232-eb731c72bc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:56.991438 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-febd8867-0c2f-455b-bbcb-85b499a0915e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.019276 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75bf7-f0d2-47b3-b38b-ce28a2ad7d31 req-e56dee29-2d2d-4b32-983b-4342705849f9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:57.020960 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-22f75bf7-f0d2-47b3-b38b-ce28a2ad7d31 req-e56dee29-2d2d-4b32-983b-4342705849f9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0591516 Feb 28 21:56:57.076307 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-22f75bf7-f0d2-47b3-b38b-ce28a2ad7d31 req-bf1b196b-ef28-45ec-baa3-8531bf490546 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455422 Feb 28 21:56:57.125253 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c75f4922-c22c-483f-a232-eb731c72bc93 admin admin] Publish callbacks [] for security_group (b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.146483 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-febd8867-0c2f-455b-bbcb-85b499a0915e admin admin] Publish callbacks [] for security_group (96b3e463-b94f-4fff-bc6c-1a4c29653baf), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.252860 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c75f4922-c22c-483f-a232-eb731c72bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.294697 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-febd8867-0c2f-455b-bbcb-85b499a0915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (96b3e463-b94f-4fff-bc6c-1a4c29653baf), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.305941 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f4922-c22c-483f-a232-eb731c72bc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:57.310199 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c75f4922-c22c-483f-a232-eb731c72bc93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a09a9a436dc486c8b8bdc80d2d655ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142806 Feb 28 21:56:57.313492 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56330) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:57.342439 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-febd8867-0c2f-455b-bbcb-85b499a0915e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1764732e0bf34c8c9325584d95f4e883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928510 Feb 28 21:56:57.348367 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56332) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:57.349155 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd8867-0c2f-455b-bbcb-85b499a0915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b3e463-b94f-4fff-bc6c-1a4c29653baf,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:57.420338 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6749c57b-db09-455e-9348-1739019a287e admin admin] Publish callbacks [] for security_group (b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.445961 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0c0907ff-9397-497c-a590-a3ed3a9126f0 admin admin] Publish callbacks [] for security_group (96b3e463-b94f-4fff-bc6c-1a4c29653baf), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.451937 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6749c57b-db09-455e-9348-1739019a287e admin admin] Publish callbacks [] for security_group (b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.490609 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0c0907ff-9397-497c-a590-a3ed3a9126f0 admin admin] Publish callbacks [] for security_group (96b3e463-b94f-4fff-bc6c-1a4c29653baf), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.623971 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0c0907ff-9397-497c-a590-a3ed3a9126f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (96b3e463-b94f-4fff-bc6c-1a4c29653baf), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.626878 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0c0907ff-9397-497c-a590-a3ed3a9126f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.627825 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0c0907ff-9397-497c-a590-a3ed3a9126f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96b3e463-b94f-4fff-bc6c-1a4c29653baf HTTP/1.1" status: 204 len: 168 time: 0.2783833 Feb 28 21:56:57.629876 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6749c57b-db09-455e-9348-1739019a287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.636274 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6749c57b-db09-455e-9348-1739019a287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:57.636274 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6749c57b-db09-455e-9348-1739019a287e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1 HTTP/1.1" status: 204 len: 168 time: 0.3205795 Feb 28 21:56:57.645552 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0907ff-9397-497c-a590-a3ed3a9126f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b3e463-b94f-4fff-bc6c-1a4c29653baf,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:57.655632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749c57b-db09-455e-9348-1739019a287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60d84fa-48d2-44ad-8bb9-51f5e72ddfa1,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:57.764132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39c1a1-48ef-417d-84fc-bd008a60fe3f req-8ffb0420-9e70-45d5-8843-36d0186b0582 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:57.765617 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc39c1a1-48ef-417d-84fc-bd008a60fe3f req-8ffb0420-9e70-45d5-8843-36d0186b0582 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0589931 Feb 28 21:56:57.812830 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc39c1a1-48ef-417d-84fc-bd008a60fe3f req-1bed8e61-ef93-45f4-ba7d-c535dcabb42d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Feb 28 21:56:58.017558 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c53d-0228-429c-a393-3ad58821f7e0 req-d66d189e-9e07-4402-b2b6-842d2ebc6b1d tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:58.019612 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9707c53d-0228-429c-a393-3ad58821f7e0 req-d66d189e-9e07-4402-b2b6-842d2ebc6b1d tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0843208 Feb 28 21:56:58.030092 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96906d-e506-408b-86f6-814d17ee9d8b req-0ddf0e9e-c130-471d-82b1-36868da397f5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:58.031512 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7c96906d-e506-408b-86f6-814d17ee9d8b req-0ddf0e9e-c130-471d-82b1-36868da397f5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0955787 Feb 28 21:56:58.139132 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9707c53d-0228-429c-a393-3ad58821f7e0 req-56dda891-0d71-4a97-9654-c9abcf995909 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065793 Feb 28 21:56:58.142682 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7c96906d-e506-408b-86f6-814d17ee9d8b req-35aee615-e4f6-48b8-86af-20485515d4af tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042483 Feb 28 21:56:58.281485 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37119809-395b-4ca6-9184-ef633cf89239 req-cfb446c0-3000-4d70-afd4-8e2324fa3787 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:58.282965 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-37119809-395b-4ca6-9184-ef633cf89239 req-cfb446c0-3000-4d70-afd4-8e2324fa3787 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Feb 28 21:56:58.292323 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56362) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:58.296940 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'floatingip': {'port_id': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:56:58.372867 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (98598687-4d66-4b94-94a3-5f47de012cc0), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.434343 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56366) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:58.455554 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-85739759-edbe-4266-b097-78f68c5e936b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.520537 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56370) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:58.540612 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-85739759-edbe-4266-b097-78f68c5e936b admin admin] Publish callbacks [] for security_group (2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.541817 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5de6b3ec-94a2-47e4-8aa0-be49c982fcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.623837 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5de6b3ec-94a2-47e4-8aa0-be49c982fcf1 admin admin] Publish callbacks [] for security_group (d48e015f-5fb8-4431-8749-b3edd3080a17), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.625521 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-85739759-edbe-4266-b097-78f68c5e936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.668380 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-85739759-edbe-4266-b097-78f68c5e936b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf0fbe933b98402e92ebfdbceb37fd23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323887 Feb 28 21:56:58.669093 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85739759-edbe-4266-b097-78f68c5e936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:58.671369 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56372) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:58.721211 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2828bd47-4fb7-40b7-a473-a8ce7bbb36c7 admin admin] Publish callbacks [] for security_group (2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.742881 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2828bd47-4fb7-40b7-a473-a8ce7bbb36c7 admin admin] Publish callbacks [] for security_group (2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.778272 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5de6b3ec-94a2-47e4-8aa0-be49c982fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (d48e015f-5fb8-4431-8749-b3edd3080a17), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.819059 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5de6b3ec-94a2-47e4-8aa0-be49c982fcf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6db0a48f4f24439eb5337835ac2deac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974665 Feb 28 21:56:58.819908 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6b3ec-94a2-47e4-8aa0-be49c982fcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48e015f-5fb8-4431-8749-b3edd3080a17,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:58.822545 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56374) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:56:58.927338 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2828bd47-4fb7-40b7-a473-a8ce7bbb36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.930074 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2828bd47-4fb7-40b7-a473-a8ce7bbb36c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:58.931606 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-2828bd47-4fb7-40b7-a473-a8ce7bbb36c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3 HTTP/1.1" status: 204 len: 168 time: 0.2593451 Feb 28 21:56:58.957378 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828bd47-4fb7-40b7-a473-a8ce7bbb36c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c60a3aa-cb9a-4dd5-bc42-b2f885686bd3,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:59.104536 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f375b9e8-c934-4ebf-922d-ed29968bcd9d admin admin] Publish callbacks [] for security_group (d48e015f-5fb8-4431-8749-b3edd3080a17), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:59.170864 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2374ff-05e9-4813-8634-fa847646bdf3 req-cbf47080-7732-4265-a81c-2212390fa15e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:56:59.172384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e2374ff-05e9-4813-8634-fa847646bdf3 req-cbf47080-7732-4265-a81c-2212390fa15e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.2792189 Feb 28 21:56:59.186101 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f375b9e8-c934-4ebf-922d-ed29968bcd9d admin admin] Publish callbacks [] for security_group (d48e015f-5fb8-4431-8749-b3edd3080a17), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:59.298105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.db.resource_extend [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 21:56:59.374771 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e2374ff-05e9-4813-8634-fa847646bdf3 req-91ea1d16-e7b0-4192-9327-cf6e6314b79d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919711 Feb 28 21:56:59.390978 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:59.459189 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f375b9e8-c934-4ebf-922d-ed29968bcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (d48e015f-5fb8-4431-8749-b3edd3080a17), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:59.462297 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f375b9e8-c934-4ebf-922d-ed29968bcd9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:59.463831 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f375b9e8-c934-4ebf-922d-ed29968bcd9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d48e015f-5fb8-4431-8749-b3edd3080a17 HTTP/1.1" status: 204 len: 168 time: 0.6382029 Feb 28 21:56:59.472493 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375b9e8-c934-4ebf-922d-ed29968bcd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48e015f-5fb8-4431-8749-b3edd3080a17,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:56:59.485032 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (98598687-4d66-4b94-94a3-5f47de012cc0), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:56:59.608146 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Floating IP 98598687-4d66-4b94-94a3-5f47de012cc0 associated. External IP: 172.27.2.146, port: e1958d7a-12ed-4587-9120-bbf53d6332d7. Feb 28 21:56:59.845902 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:56:59.989271 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:57:00.003714 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:00.005345 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] Sync routers for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:57:00.015739 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:57:00.016656 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:57:00.031863 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ccb7a464-3838-404a-b3fc-b8432243ce8b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "PUT /v2.0/floatingips/98598687-4d66-4b94-94a3-5f47de012cc0 HTTP/1.1" status: 200 len: 991 time: 1.7360549 Feb 28 21:57:00.031863 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:57:00.033095 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b85be8-06c8-4fc2-8928-b27b14b71874" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:57:00.081203 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07251c-7b82-4cdf-92fa-f6879a9a5d0d x-openstack-request-id: req-6a07251c-7b82-4cdf-92fa-f6879a9a5d0d {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:57:00.082240 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:57:00.082647 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a07251c-7b82-4cdf-92fa-f6879a9a5d0d {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:57:00.083394 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'status': 'completed', 'code': 200} Feb 28 21:57:00.151211 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:57:00.473270 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '98598687-4d66-4b94-94a3-5f47de012cc0', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'port_id': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'mac_address': 'fa:16:3e:51:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:56:17Z', 'updated_at': '2022-02-28T21:56:59Z', 'revision_number': 1, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:57:00.512415 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462c239-9c17-4a4a-bcb1-a78a320b119a req-86cff0c0-c549-4a19-a5cf-7b9ee6d42297 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:00.519008 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] Checking router: 6384ddc5-41dc-4d19-846f-15ef9d67ac09 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:57:00.520615 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3462c239-9c17-4a4a-bcb1-a78a320b119a req-86cff0c0-c549-4a19-a5cf-7b9ee6d42297 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0662608 Feb 28 21:57:00.528062 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:57:00.528709 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:56:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:57:00.587384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3462c239-9c17-4a4a-bcb1-a78a320b119a req-19f595eb-5978-4453-af13-ef8e53efa63f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607047 Feb 28 21:57:00.752032 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:57:01.080998 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '98598687-4d66-4b94-94a3-5f47de012cc0', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'port_id': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'mac_address': 'fa:16:3e:51:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:56:17Z', 'updated_at': '2022-02-28T21:56:59Z', 'revision_number': 1, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:57:01.136048 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e020a6-990a-4837-84f7-5b47244fdaec None None] The sync data for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi is: [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '98598687-4d66-4b94-94a3-5f47de012cc0', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'port_id': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'mac_address': 'fa:16:3e:51:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:56:17Z', 'updated_at': '2022-02-28T21:56:59Z', 'revision_number': 1, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:57:01.424208 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-1e8a4d5a-8bdf-4f82-9dfa-f8bf4d0436bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:01.425647 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-1e8a4d5a-8bdf-4f82-9dfa-f8bf4d0436bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1129 time: 0.2989650 Feb 28 21:57:01.427842 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-cc8f9e5e-3afc-4a35-be81-f2df017daed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:01.429243 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-cc8f9e5e-3afc-4a35-be81-f2df017daed5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 1129 time: 0.3240902 Feb 28 21:57:01.440555 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf994b5a-899d-408f-bec3-a71923aca920 None None] New status for floating IP 98598687-4d66-4b94-94a3-5f47de012cc0: ACTIVE {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 21:57:01.651313 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-e622d8fb-1015-4975-bfaa-7a4554f612c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:01.653602 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-e622d8fb-1015-4975-bfaa-7a4554f612c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.2085056 Feb 28 21:57:01.654866 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-233a5e32-a8d0-475d-8497-8cf3db948944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:01.657679 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-233a5e32-a8d0-475d-8497-8cf3db948944 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.2134643 Feb 28 21:57:01.786337 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-0257f180-7967-40c5-82cc-7dce07cacce1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d HTTP/1.1" status: 200 len: 217 time: 0.1001916 Feb 28 21:57:01.883213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-2def1f0b-6f6c-49fe-926e-01a89f1d6726 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 999 time: 0.2146852 Feb 28 21:57:01.892159 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93754-a16d-4876-99f3-6b9fc64f197c req-c793d113-b3a5-4608-bc1b-bf7abb662dc8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:01.893558 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04b93754-a16d-4876-99f3-6b9fc64f197c req-c793d113-b3a5-4608-bc1b-bf7abb662dc8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.2309804 Feb 28 21:57:01.906688 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-bdb90d5c-be06-4aca-9646-eb28ff05f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:01.907987 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-bdb90d5c-be06-4aca-9646-eb28ff05f0d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.1138697 Feb 28 21:57:01.967779 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-554b312f-7c11-4a62-84ec-c6995553e17c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403023 Feb 28 21:57:02.026155 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-cfb7288b-bc6a-4f5a-a7dc-cb3b8f1deb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:02.027659 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-cfb7288b-bc6a-4f5a-a7dc-cb3b8f1deb42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.1310520 Feb 28 21:57:02.058500 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04b93754-a16d-4876-99f3-6b9fc64f197c req-a1ed6ff3-18fb-4044-948e-34837d26ff30 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532404 Feb 28 21:57:02.121323 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-3c6fe9f9-4924-450c-a65c-3119a3d65d8b service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466305 Feb 28 21:57:02.126683 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-6ca42ae2-4a33-4868-902b-3b8cd9f58761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:02.128132 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-6ca42ae2-4a33-4868-902b-3b8cd9f58761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735371 Feb 28 21:57:02.280477 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6855d02-ca66-4b91-a5e0-80fec84ee2fd req-da9aa721-8e9f-4fe6-a084-18d7f49e21ea service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513166 Feb 28 21:57:02.282573 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-2b94f171-6deb-469e-8d5c-85edb25c5121 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458542 Feb 28 21:57:02.387940 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b85be8-06c8-4fc2-8928-b27b14b71874 req-8e5ca6f8-20c7-4d69-8f2b-6f67b020c758 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949123 Feb 28 21:57:03.199963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84342572-24da-466a-8803-3bb1f9df301e req-e012ebae-b1c5-44e1-a098-73f44115546b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:03.201381 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84342572-24da-466a-8803-3bb1f9df301e req-e012ebae-b1c5-44e1-a098-73f44115546b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0660305 Feb 28 21:57:03.265811 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84342572-24da-466a-8803-3bb1f9df301e req-3e9eab5e-0848-4192-b9e0-32057d9db6e9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Feb 28 21:57:03.514602 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56578) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:03.621157 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:03.699404 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Publish callbacks [] for security_group (b19e2ab3-a038-4b74-9f73-b75d59500227), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:03.835442 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b19e2ab3-a038-4b74-9f73-b75d59500227), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:03.835567 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a7cedbd-8bd8-4818-8e1c-ab312d7b5ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:03.877110 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de4d2470d5374df0b7bad3a60b838d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617451 Feb 28 21:57:03.878345 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e2ab3-a038-4b74-9f73-b75d59500227,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:03.880890 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56596) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:03.886598 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.886902 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.887254 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.887697 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.888037 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.888404 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.888704 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.889343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.889343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.889680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.890024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.890490 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.890678 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79ae9cc-ab7e-4dab-a23d-53711b3fba57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:03.951416 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Publish callbacks [] for security_group (b19e2ab3-a038-4b74-9f73-b75d59500227), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:03.974753 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Publish callbacks [] for security_group (b19e2ab3-a038-4b74-9f73-b75d59500227), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:04.110245 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b19e2ab3-a038-4b74-9f73-b75d59500227), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:04.113791 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:04.115025 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b19e2ab3-a038-4b74-9f73-b75d59500227 HTTP/1.1" status: 204 len: 168 time: 0.2331216 Feb 28 21:57:04.124286 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e2ab3-a038-4b74-9f73-b75d59500227,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:04.132218 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.132591 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.132938 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.133274 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.133609 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.133935 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.134369 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.134638 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.134978 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.135319 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.135643 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.135971 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.136354 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304134d9-51b4-45a3-9d04-cd7c0973d15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:57:04.380210 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8a362-8a8b-4681-848e-3c332a7c63e0 req-b2668036-fbe1-4b60-b670-3c07e808da72 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:04.381633 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0eb8a362-8a8b-4681-848e-3c332a7c63e0 req-b2668036-fbe1-4b60-b670-3c07e808da72 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0549676 Feb 28 21:57:04.437171 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0eb8a362-8a8b-4681-848e-3c332a7c63e0 req-b4c8e3b9-ff52-4e52-9803-a1d3857d9bd3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498958 Feb 28 21:57:04.636031 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-ec87e58b-a8c5-4a35-9bee-bc9283b96257 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478644 Feb 28 21:57:04.733212 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-327a136e-1af1-4ee9-8fde-c6c710554add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:04.734756 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-327a136e-1af1-4ee9-8fde-c6c710554add service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d20770e075f46b48eb2fc1a898613e7&device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 1129 time: 0.0511467 Feb 28 21:57:04.845802 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-fe51aacb-47f7-4239-8613-c3a0eb3e561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:04.847378 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-fe51aacb-47f7-4239-8613-c3a0eb3e561e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 HTTP/1.1" status: 200 len: 911 time: 0.0939951 Feb 28 21:57:04.899626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56632) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:04.913374 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8e64440b-85d5-4064-aac3-51b77ab4e8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:04.986142 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-bdc69892-99ac-4ceb-909f-824c2f11d1d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28385f42-b7f7-4af0-a7c0-d06061be433b HTTP/1.1" status: 200 len: 217 time: 0.0407979 Feb 28 21:57:05.053786 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-b41109aa-06b5-4bda-8915-dd81f6cb4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:05.055289 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-b41109aa-06b5-4bda-8915-dd81f6cb4fa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fa919d2-aa4f-4e45-b071-0afb4211b4b7 HTTP/1.1" status: 200 len: 850 time: 0.0620070 Feb 28 21:57:05.064710 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8e64440b-85d5-4064-aac3-51b77ab4e8c4 admin admin] Publish callbacks [] for security_group (e322d4ce-ea64-4f47-adbb-bde1955531b0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.089746 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-69ab6856-a926-481c-9df0-c648df3f5f32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269887 Feb 28 21:57:05.168794 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8e64440b-85d5-4064-aac3-51b77ab4e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e322d4ce-ea64-4f47-adbb-bde1955531b0), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.214947 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64440b-85d5-4064-aac3-51b77ab4e8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e322d4ce-ea64-4f47-adbb-bde1955531b0,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:05.220645 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8e64440b-85d5-4064-aac3-51b77ab4e8c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7a90dbcb7674e0f82abde7cf5b55a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198214 Feb 28 21:57:05.226108 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-b1f694a3-b3b3-4dec-8b64-6af8baab09d6 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274824 Feb 28 21:57:05.228175 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56638) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:05.261180 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56640) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:05.340361 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6e341af-8175-49a9-a42b-2fc7e5cdecad admin admin] Publish callbacks [] for security_group (e322d4ce-ea64-4f47-adbb-bde1955531b0), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.364730 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-752aa3e5-53a1-48dd-910e-da144032b0fc req-a41dd77f-3b77-4462-8f72-f1ce3d6b5b99 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345885 Feb 28 21:57:05.373239 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d938e6f0-accc-474d-8149-24489674d103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.373613 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6e341af-8175-49a9-a42b-2fc7e5cdecad admin admin] Publish callbacks [] for security_group (e322d4ce-ea64-4f47-adbb-bde1955531b0), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.448500 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d938e6f0-accc-474d-8149-24489674d103 admin admin] Publish callbacks [] for security_group (3985f2e9-8f35-4b30-af9f-7bff3a92dbaf), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.522328 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6e341af-8175-49a9-a42b-2fc7e5cdecad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e322d4ce-ea64-4f47-adbb-bde1955531b0), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.530093 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f6e341af-8175-49a9-a42b-2fc7e5cdecad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.530093 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f6e341af-8175-49a9-a42b-2fc7e5cdecad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e322d4ce-ea64-4f47-adbb-bde1955531b0 HTTP/1.1" status: 204 len: 168 time: 0.2976608 Feb 28 21:57:05.562272 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e341af-8175-49a9-a42b-2fc7e5cdecad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e322d4ce-ea64-4f47-adbb-bde1955531b0,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:05.578208 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d938e6f0-accc-474d-8149-24489674d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3985f2e9-8f35-4b30-af9f-7bff3a92dbaf), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.596004 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8704ef-8564-4b99-af9f-a493dd366aa0 req-af563141-e819-4aba-8926-4180bfac226d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:05.598371 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dd8704ef-8564-4b99-af9f-a493dd366aa0 req-af563141-e819-4aba-8926-4180bfac226d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0877085 Feb 28 21:57:05.623275 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-d938e6f0-accc-474d-8149-24489674d103 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4344ec88553f421f843315c25ce06387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607707 Feb 28 21:57:05.624748 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e6f0-accc-474d-8149-24489674d103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3985f2e9-8f35-4b30-af9f-7bff3a92dbaf,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:05.625963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56658) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:05.690213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dd8704ef-8564-4b99-af9f-a493dd366aa0 req-5c3b0c3a-5164-47c0-ad19-760a082bd6f6 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835903 Feb 28 21:57:05.711237 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2f5288c-0663-468c-aa2b-54fb1c20e472 admin admin] Publish callbacks [] for security_group (3985f2e9-8f35-4b30-af9f-7bff3a92dbaf), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.739209 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2f5288c-0663-468c-aa2b-54fb1c20e472 admin admin] Publish callbacks [] for security_group (3985f2e9-8f35-4b30-af9f-7bff3a92dbaf), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.909731 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2f5288c-0663-468c-aa2b-54fb1c20e472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3985f2e9-8f35-4b30-af9f-7bff3a92dbaf), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.917362 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2f5288c-0663-468c-aa2b-54fb1c20e472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:05.917362 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b2f5288c-0663-468c-aa2b-54fb1c20e472 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3985f2e9-8f35-4b30-af9f-7bff3a92dbaf HTTP/1.1" status: 204 len: 168 time: 0.2872167 Feb 28 21:57:05.923104 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5288c-0663-468c-aa2b-54fb1c20e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985f2e9-8f35-4b30-af9f-7bff3a92dbaf,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:06.235582 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-83777b7e-983f-481b-a405-cd884ff98715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:06.812877 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e738db0-e44a-4fdd-8bed-7430093cf934 req-15f7296d-8efd-48e3-92c9-c95434fa1389 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:06.814372 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3e738db0-e44a-4fdd-8bed-7430093cf934 req-15f7296d-8efd-48e3-92c9-c95434fa1389 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0515862 Feb 28 21:57:06.863358 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3e738db0-e44a-4fdd-8bed-7430093cf934 req-f00481fa-b217-4469-8756-96a677de3e17 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Feb 28 21:57:07.048420 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56706) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:07.063583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93f44f8a-1abf-44d8-bebf-a5bd8789a91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.093316 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56708) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:07.146477 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56714) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:07.151632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93f44f8a-1abf-44d8-bebf-a5bd8789a91d admin admin] Publish callbacks [] for security_group (16b8ebbb-f46c-47d4-b72b-fbdb24a462eb), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.223965 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-93f44f8a-1abf-44d8-bebf-a5bd8789a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (16b8ebbb-f46c-47d4-b72b-fbdb24a462eb), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.252106 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-26589b18-cf92-4cf2-b939-a9a02ae25378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.252769 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.274154 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-93f44f8a-1abf-44d8-bebf-a5bd8789a91d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=767dbd54817a4dc49f66b30f46919e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243013 Feb 28 21:57:07.275203 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f44f8a-1abf-44d8-bebf-a5bd8789a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b8ebbb-f46c-47d4-b72b-fbdb24a462eb,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:07.277653 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56722) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:07.308131 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-54c938b8-acc1-4489-8584-76975c6de66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.327983 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7a5c710b-ccb6-4ccf-b67d-27026fe91b84 admin admin] Publish callbacks [] for security_group (16b8ebbb-f46c-47d4-b72b-fbdb24a462eb), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.354521 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7a5c710b-ccb6-4ccf-b67d-27026fe91b84 admin admin] Publish callbacks [] for security_group (16b8ebbb-f46c-47d4-b72b-fbdb24a462eb), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.376250 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-26589b18-cf92-4cf2-b939-a9a02ae25378 admin admin] Publish callbacks [] for security_group (2849a2f9-54ea-42ac-a01b-e9864d9fb8e8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.418140 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-54c938b8-acc1-4489-8584-76975c6de66a admin admin] Publish callbacks [] for security_group (de2d6f63-47ee-4a4f-a59d-09115a225e74), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.463564 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-26589b18-cf92-4cf2-b939-a9a02ae25378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2849a2f9-54ea-42ac-a01b-e9864d9fb8e8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.486944 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7a5c710b-ccb6-4ccf-b67d-27026fe91b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (16b8ebbb-f46c-47d4-b72b-fbdb24a462eb), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.490544 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7a5c710b-ccb6-4ccf-b67d-27026fe91b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.494718 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7a5c710b-ccb6-4ccf-b67d-27026fe91b84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16b8ebbb-f46c-47d4-b72b-fbdb24a462eb HTTP/1.1" status: 204 len: 168 time: 0.2129951 Feb 28 21:57:07.497252 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-54c938b8-acc1-4489-8584-76975c6de66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (de2d6f63-47ee-4a4f-a59d-09115a225e74), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.505931 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c710b-ccb6-4ccf-b67d-27026fe91b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b8ebbb-f46c-47d4-b72b-fbdb24a462eb,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:07.518214 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-26589b18-cf92-4cf2-b939-a9a02ae25378 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ea35541895a489ea2a4d4962d9ba2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204607 Feb 28 21:57:07.519540 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26589b18-cf92-4cf2-b939-a9a02ae25378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2849a2f9-54ea-42ac-a01b-e9864d9fb8e8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:07.520037 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56732) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:07.563594 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c938b8-acc1-4489-8584-76975c6de66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d6f63-47ee-4a4f-a59d-09115a225e74,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:07.569380 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-54c938b8-acc1-4489-8584-76975c6de66a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4cef706a1b94c96b53b990aafada997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222186 Feb 28 21:57:07.571919 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56734) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:07.587321 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5a759e29-84ee-44c6-a865-bedc5461ab6c admin admin] Publish callbacks [] for security_group (2849a2f9-54ea-42ac-a01b-e9864d9fb8e8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.619089 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5a759e29-84ee-44c6-a865-bedc5461ab6c admin admin] Publish callbacks [] for security_group (2849a2f9-54ea-42ac-a01b-e9864d9fb8e8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.634077 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-581227b7-6626-4587-9ad9-bf0a918671ba admin admin] Publish callbacks [] for security_group (de2d6f63-47ee-4a4f-a59d-09115a225e74), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.657324 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-581227b7-6626-4587-9ad9-bf0a918671ba admin admin] Publish callbacks [] for security_group (de2d6f63-47ee-4a4f-a59d-09115a225e74), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.777917 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5a759e29-84ee-44c6-a865-bedc5461ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2849a2f9-54ea-42ac-a01b-e9864d9fb8e8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.780478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5a759e29-84ee-44c6-a865-bedc5461ab6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.781630 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5a759e29-84ee-44c6-a865-bedc5461ab6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2849a2f9-54ea-42ac-a01b-e9864d9fb8e8 HTTP/1.1" status: 204 len: 168 time: 0.2601235 Feb 28 21:57:07.789708 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a759e29-84ee-44c6-a865-bedc5461ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2849a2f9-54ea-42ac-a01b-e9864d9fb8e8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:07.864099 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-581227b7-6626-4587-9ad9-bf0a918671ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (de2d6f63-47ee-4a4f-a59d-09115a225e74), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.866885 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-581227b7-6626-4587-9ad9-bf0a918671ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:07.868046 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-581227b7-6626-4587-9ad9-bf0a918671ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de2d6f63-47ee-4a4f-a59d-09115a225e74 HTTP/1.1" status: 204 len: 168 time: 0.2948575 Feb 28 21:57:07.875902 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581227b7-6626-4587-9ad9-bf0a918671ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d6f63-47ee-4a4f-a59d-09115a225e74,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:08.004384 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dffa56-9996-4d5e-9493-6ea3020a386e req-a24b706c-58b0-4072-b383-b164b5b1d067 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:08.005909 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-96dffa56-9996-4d5e-9493-6ea3020a386e req-a24b706c-58b0-4072-b383-b164b5b1d067 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0599909 Feb 28 21:57:08.059261 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-96dffa56-9996-4d5e-9493-6ea3020a386e req-3fc8875c-a036-46e5-909c-f3654f782649 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477874 Feb 28 21:57:08.120830 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:08.738614 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:08.904390 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56774) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:08.918322 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1648-450a-4db3-b574-e3845f2e78fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.005607 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1648-450a-4db3-b574-e3845f2e78fb admin admin] Publish callbacks [] for security_group (cfd5e037-b661-4a37-bb69-210f7efef79f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.006221 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56780) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:09.019510 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3e00574d-23cf-4488-bdb2-5217ab2f7b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.103902 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1648-450a-4db3-b574-e3845f2e78fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (cfd5e037-b661-4a37-bb69-210f7efef79f), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.104216 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3e00574d-23cf-4488-bdb2-5217ab2f7b8e admin admin] Publish callbacks [] for security_group (ba732a64-b454-4c26-b898-7ef0306724b0), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.155202 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1a6b1648-450a-4db3-b574-e3845f2e78fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce4b6026f23c401fada8c6bf9d816b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496898 Feb 28 21:57:09.158005 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56788) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:09.173554 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b1648-450a-4db3-b574-e3845f2e78fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd5e037-b661-4a37-bb69-210f7efef79f,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:09.201241 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3e00574d-23cf-4488-bdb2-5217ab2f7b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (ba732a64-b454-4c26-b898-7ef0306724b0), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.204023 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728299a9-4ad6-46d9-8fbf-f8f157705700 req-fc061ba7-56fe-4541-9bc7-466d3290e23f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:09.207295 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-728299a9-4ad6-46d9-8fbf-f8f157705700 req-fc061ba7-56fe-4541-9bc7-466d3290e23f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0671456 Feb 28 21:57:09.236611 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-993e684d-0065-4dd4-85c3-564d7cc83aba admin admin] Publish callbacks [] for security_group (cfd5e037-b661-4a37-bb69-210f7efef79f), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.254125 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-728299a9-4ad6-46d9-8fbf-f8f157705700 req-f526663b-463f-492f-9699-6ebf989f3142 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Feb 28 21:57:09.257455 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-3e00574d-23cf-4488-bdb2-5217ab2f7b8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cee9d19db9d4e64a27e46896abd4270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506282 Feb 28 21:57:09.260097 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00574d-23cf-4488-bdb2-5217ab2f7b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba732a64-b454-4c26-b898-7ef0306724b0,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:09.260224 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56790) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:09.273456 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-993e684d-0065-4dd4-85c3-564d7cc83aba admin admin] Publish callbacks [] for security_group (cfd5e037-b661-4a37-bb69-210f7efef79f), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.325004 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71ad6424-6761-4bf9-a6b8-6b130c54d2bc admin admin] Publish callbacks [] for security_group (ba732a64-b454-4c26-b898-7ef0306724b0), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.350363 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71ad6424-6761-4bf9-a6b8-6b130c54d2bc admin admin] Publish callbacks [] for security_group (ba732a64-b454-4c26-b898-7ef0306724b0), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.418072 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-993e684d-0065-4dd4-85c3-564d7cc83aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (cfd5e037-b661-4a37-bb69-210f7efef79f), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.426678 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-993e684d-0065-4dd4-85c3-564d7cc83aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.426678 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-993e684d-0065-4dd4-85c3-564d7cc83aba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfd5e037-b661-4a37-bb69-210f7efef79f HTTP/1.1" status: 204 len: 168 time: 0.2627840 Feb 28 21:57:09.429856 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e684d-0065-4dd4-85c3-564d7cc83aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd5e037-b661-4a37-bb69-210f7efef79f,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:09.526929 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71ad6424-6761-4bf9-a6b8-6b130c54d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (ba732a64-b454-4c26-b898-7ef0306724b0), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.529856 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-71ad6424-6761-4bf9-a6b8-6b130c54d2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:09.531381 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-71ad6424-6761-4bf9-a6b8-6b130c54d2bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba732a64-b454-4c26-b898-7ef0306724b0 HTTP/1.1" status: 204 len: 168 time: 0.2696595 Feb 28 21:57:09.540045 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad6424-6761-4bf9-a6b8-6b130c54d2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba732a64-b454-4c26-b898-7ef0306724b0,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:10.081763 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.357794 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56832) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:10.371627 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aca44cba-73a8-46e1-bc22-b05b883d3248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.389397 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f677a72-7402-4f3a-9145-1603ab5641ef req-1efbfb5f-fa4a-4d40-9d25-b48bd005fed1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:10.391106 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f677a72-7402-4f3a-9145-1603ab5641ef req-1efbfb5f-fa4a-4d40-9d25-b48bd005fed1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0649879 Feb 28 21:57:10.444122 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f677a72-7402-4f3a-9145-1603ab5641ef req-79aa529f-57b1-43c3-83ca-33ba00e31472 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Feb 28 21:57:10.448449 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aca44cba-73a8-46e1-bc22-b05b883d3248 admin admin] Publish callbacks [] for security_group (f56bcfb6-6da5-4d64-9e86-64c49d72a510), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.554788 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aca44cba-73a8-46e1-bc22-b05b883d3248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (f56bcfb6-6da5-4d64-9e86-64c49d72a510), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.594317 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-aca44cba-73a8-46e1-bc22-b05b883d3248 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49c00704d70848918498cadd3a55dce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352245 Feb 28 21:57:10.595185 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca44cba-73a8-46e1-bc22-b05b883d3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56bcfb6-6da5-4d64-9e86-64c49d72a510,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:10.597106 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56834) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:10.664166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-95dffe80-5de4-47b9-b017-b795eb10653e admin admin] Publish callbacks [] for security_group (f56bcfb6-6da5-4d64-9e86-64c49d72a510), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.685818 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-95dffe80-5de4-47b9-b017-b795eb10653e admin admin] Publish callbacks [] for security_group (f56bcfb6-6da5-4d64-9e86-64c49d72a510), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.800923 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-95dffe80-5de4-47b9-b017-b795eb10653e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (f56bcfb6-6da5-4d64-9e86-64c49d72a510), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.803937 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-95dffe80-5de4-47b9-b017-b795eb10653e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:10.806088 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-95dffe80-5de4-47b9-b017-b795eb10653e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f56bcfb6-6da5-4d64-9e86-64c49d72a510 HTTP/1.1" status: 204 len: 168 time: 0.2064312 Feb 28 21:57:10.823027 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dffe80-5de4-47b9-b017-b795eb10653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56bcfb6-6da5-4d64-9e86-64c49d72a510,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:11.377674 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 56866) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:11.481366 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-644a77fe-a5f6-47dd-9486-b3d101df39e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:11.592071 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1267de-f964-4aca-b4c1-a5566a2f3f14 req-324c9dff-a22e-49b9-84af-00239983c9b1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:11.593559 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a1267de-f964-4aca-b4c1-a5566a2f3f14 req-324c9dff-a22e-49b9-84af-00239983c9b1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0798862 Feb 28 21:57:11.604024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-644a77fe-a5f6-47dd-9486-b3d101df39e7 admin admin] Publish callbacks [] for security_group (3f1a5836-50da-492e-a5de-0aa135f2c872), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:11.644607 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a1267de-f964-4aca-b4c1-a5566a2f3f14 req-2758a40d-53a0-4647-be3c-26974108cabd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Feb 28 21:57:11.721578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-644a77fe-a5f6-47dd-9486-b3d101df39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3f1a5836-50da-492e-a5de-0aa135f2c872), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:11.763237 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-644a77fe-a5f6-47dd-9486-b3d101df39e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b564f6c4fde4830a745ca8097ef0429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837907 Feb 28 21:57:11.764117 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a77fe-a5f6-47dd-9486-b3d101df39e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a5836-50da-492e-a5de-0aa135f2c872,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:11.766485 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56882) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:11.821455 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-64cefcc5-8859-4f25-b5bd-76d7590451ab admin admin] Publish callbacks [] for security_group (3f1a5836-50da-492e-a5de-0aa135f2c872), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:11.843086 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-64cefcc5-8859-4f25-b5bd-76d7590451ab admin admin] Publish callbacks [] for security_group (3f1a5836-50da-492e-a5de-0aa135f2c872), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:12.007192 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-64cefcc5-8859-4f25-b5bd-76d7590451ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3f1a5836-50da-492e-a5de-0aa135f2c872), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:12.009735 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-64cefcc5-8859-4f25-b5bd-76d7590451ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:12.010927 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-64cefcc5-8859-4f25-b5bd-76d7590451ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f1a5836-50da-492e-a5de-0aa135f2c872 HTTP/1.1" status: 204 len: 168 time: 0.2428768 Feb 28 21:57:12.023519 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cefcc5-8859-4f25-b5bd-76d7590451ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a5836-50da-492e-a5de-0aa135f2c872,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:12.786792 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279ecbd-fe9a-44f0-82f9-9d3fbd2072b3 req-c9384bee-3bab-4737-9c1e-d64b2b2a019e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:12.788378 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f279ecbd-fe9a-44f0-82f9-9d3fbd2072b3 req-c9384bee-3bab-4737-9c1e-d64b2b2a019e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0539460 Feb 28 21:57:12.838782 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f279ecbd-fe9a-44f0-82f9-9d3fbd2072b3 req-c2419fe6-50e0-4ad2-9bb5-05e8578a5844 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Feb 28 21:57:13.875244 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56970) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:13.997509 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95d0c-0072-447f-8597-a10bd9011b26 req-985c2f28-24d6-4489-a4f4-e8135188d11d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:13.997966 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ac22945d-ed38-4304-8f71-a59dacb051e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:13.998089 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8dd95d0c-0072-447f-8597-a10bd9011b26 req-985c2f28-24d6-4489-a4f4-e8135188d11d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0797102 Feb 28 21:57:14.047217 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8dd95d0c-0072-447f-8597-a10bd9011b26 req-107ed3cb-c82e-4a2d-960a-be28c449de90 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480998 Feb 28 21:57:14.087224 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ac22945d-ed38-4304-8f71-a59dacb051e9 admin admin] Publish callbacks [] for security_group (9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:14.172859 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ac22945d-ed38-4304-8f71-a59dacb051e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:14.214516 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ac22945d-ed38-4304-8f71-a59dacb051e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1698b291f4354856ab5ce32eaf73af90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381798 Feb 28 21:57:14.215278 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 56982) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:14.223242 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22945d-ed38-4304-8f71-a59dacb051e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:14.271180 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0b700c86-3440-498e-b5bb-db5d3f14078f admin admin] Publish callbacks [] for security_group (9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:14.297498 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0b700c86-3440-498e-b5bb-db5d3f14078f admin admin] Publish callbacks [] for security_group (9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:14.423880 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0b700c86-3440-498e-b5bb-db5d3f14078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:14.427273 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0b700c86-3440-498e-b5bb-db5d3f14078f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:14.431043 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0b700c86-3440-498e-b5bb-db5d3f14078f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6 HTTP/1.1" status: 204 len: 168 time: 0.2112813 Feb 28 21:57:14.438677 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b700c86-3440-498e-b5bb-db5d3f14078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb7f1f-bf60-4cfc-b142-cabbfa77b8f6,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:14.740470 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a3879-11f5-4916-a354-6d20986f4cca req-637b2070-a341-44c3-a57f-6ddfc42c56de tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:14.741879 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d30a3879-11f5-4916-a354-6d20986f4cca req-637b2070-a341-44c3-a57f-6ddfc42c56de tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0531354 Feb 28 21:57:14.791790 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d30a3879-11f5-4916-a354-6d20986f4cca req-644fdb4a-8999-43cf-ad26-035fcce59f33 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Feb 28 21:57:15.162759 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2c6f9-7b4b-4d82-b961-4ad80ea643bd req-e5665271-81ad-4bbb-8ddd-cf55755fe4df tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:15.164231 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e2c2c6f9-7b4b-4d82-b961-4ad80ea643bd req-e5665271-81ad-4bbb-8ddd-cf55755fe4df tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0518258 Feb 28 21:57:15.223209 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e2c2c6f9-7b4b-4d82-b961-4ad80ea643bd req-2e41926c-bbfd-4e35-bc97-2d33e2017fd3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Feb 28 21:57:15.910197 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79f6bd-a27d-4b65-94ec-37ee3cfff172 req-f8df83c5-2ef5-49fc-a409-94836c30d637 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:15.911645 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c79f6bd-a27d-4b65-94ec-37ee3cfff172 req-f8df83c5-2ef5-49fc-a409-94836c30d637 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0517745 Feb 28 21:57:15.956699 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c79f6bd-a27d-4b65-94ec-37ee3cfff172 req-8e9d26b4-be1e-4cc2-9fab-9b1ab2f2fad0 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Feb 28 21:57:16.334937 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea3f3e-85ab-4637-a87d-1976cb0cc09d req-6bd5a95b-efad-4bbf-86f8-ecadb37e91de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:16.336402 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0ea3f3e-85ab-4637-a87d-1976cb0cc09d req-6bd5a95b-efad-4bbf-86f8-ecadb37e91de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0533464 Feb 28 21:57:16.381780 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0ea3f3e-85ab-4637-a87d-1976cb0cc09d req-530cdbf3-0f1b-4580-b159-6e8eedfb52d9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Feb 28 21:57:17.080636 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5324-1e21-4d18-a92f-d5408cdc414b req-6295ba95-ee3a-401e-8275-ce07335bdbb7 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:17.082416 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a6e5324-1e21-4d18-a92f-d5408cdc414b req-6295ba95-ee3a-401e-8275-ce07335bdbb7 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0566673 Feb 28 21:57:17.137637 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a6e5324-1e21-4d18-a92f-d5408cdc414b req-c2328bc2-8fe7-48db-8313-07f484a55974 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497711 Feb 28 21:57:17.497851 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab1b38-28d7-45aa-a00e-5dfa28f1e754 req-19782f5c-9bb0-44a2-ac84-d6555fa1032e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:17.499497 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70ab1b38-28d7-45aa-a00e-5dfa28f1e754 req-19782f5c-9bb0-44a2-ac84-d6555fa1032e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0530694 Feb 28 21:57:17.549070 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70ab1b38-28d7-45aa-a00e-5dfa28f1e754 req-b4a7b23c-18e3-49ad-a880-b7c21d4673ea tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Feb 28 21:57:18.252706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba76b1-4d6a-4968-b64a-d99602d1c918 req-87466e50-5761-4ba4-910c-d37d022ad411 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:18.254196 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fba76b1-4d6a-4968-b64a-d99602d1c918 req-87466e50-5761-4ba4-910c-d37d022ad411 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0513768 Feb 28 21:57:18.302474 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fba76b1-4d6a-4968-b64a-d99602d1c918 req-bc4b9148-f73d-4625-869b-2cc042b74fc1 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Feb 28 21:57:18.668694 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fc052-360e-4dda-a6c4-0ea6b74213da req-022ac915-e50a-4ad8-a090-43b4599e0f33 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:18.670096 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed5fc052-360e-4dda-a6c4-0ea6b74213da req-022ac915-e50a-4ad8-a090-43b4599e0f33 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0509675 Feb 28 21:57:18.715679 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed5fc052-360e-4dda-a6c4-0ea6b74213da req-0d575a1b-a6e9-44a7-8160-c2627f96873a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Feb 28 21:57:19.424270 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032fe34-25b2-4786-b629-32b26bad678f req-3781034b-feb3-46c4-8db8-88dd1869308f tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:19.426460 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f032fe34-25b2-4786-b629-32b26bad678f req-3781034b-feb3-46c4-8db8-88dd1869308f tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0600402 Feb 28 21:57:19.476803 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f032fe34-25b2-4786-b629-32b26bad678f req-d4d9ce2c-fe2e-410d-b9ce-2d89b311d154 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/security-groups?id=adfc584f-2819-490b-ab37-55a6dd6f4b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Feb 28 21:57:19.611326 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-638c0027-a148-4a09-acd2-0d2dc4d54591 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:19.613382 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-638c0027-a148-4a09-acd2-0d2dc4d54591 tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Feb 28 21:57:19.735821 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Deleting port 28385f42-b7f7-4af0-a7c0-d06061be433b {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:57:19.736425 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:19.857008 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] For port 28385f42-b7f7-4af0-a7c0-d06061be433b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=28385f42-b7f7-4af0-a7c0-d06061be433b,segment=NetworkSegment(98958632-7976-4794-996e-605146a5bfb6),segment_id=98958632-7976-4794-996e-605146a5bfb6)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:57:19.857360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:19.879836 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b056-9728-4523-a9b4-8a545bf2dc2c req-f6615601-a765-4ad6-8518-6dc5323f1853 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:19.881283 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f994b056-9728-4523-a9b4-8a545bf2dc2c req-f6615601-a765-4ad6-8518-6dc5323f1853 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0930085 Feb 28 21:57:19.882191 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Calling delete_port for 28385f42-b7f7-4af0-a7c0-d06061be433b owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:57:19.999823 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f994b056-9728-4523-a9b4-8a545bf2dc2c req-4c4a7679-ce8c-47bc-92a1-6766c56ba95f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107447 Feb 28 21:57:20.235096 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (28385f42-b7f7-4af0-a7c0-d06061be433b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:20.248186 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['28385f42-b7f7-4af0-a7c0-d06061be433b'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:57:20.263603 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Pushing event deleted for resources: {'Port': ['ID=28385f42-b7f7-4af0-a7c0-d06061be433b,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:20.327310 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] No DVR routers for this DVR port 28385f42-b7f7-4af0-a7c0-d06061be433b on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:57:20.330514 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:20.334612 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0604fa44-a727-41ef-95b5-c53eb5d8bcad req-e5933b12-55f9-45e3-9eb0-e7d1636f875e tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.16 "DELETE /v2.0/ports/28385f42-b7f7-4af0-a7c0-d06061be433b HTTP/1.1" status: 204 len: 173 time: 0.7156720 Feb 28 21:57:20.335054 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'name': 'network-vif-deleted', 'tag': '28385f42-b7f7-4af0-a7c0-d06061be433b'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:57:20.337335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f346f-1502-4da9-bce3-81fab99281c7" -d '{"events": [{"server_uuid": "8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5", "name": "network-vif-deleted", "tag": "28385f42-b7f7-4af0-a7c0-d06061be433b"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:57:20.373046 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b48b8a8-6697-4bc6-b8ff-39a6cf5ab38f x-openstack-request-id: req-8b48b8a8-6697-4bc6-b8ff-39a6cf5ab38f {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:57:20.373342 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5", "name": "network-vif-deleted", "tag": "28385f42-b7f7-4af0-a7c0-d06061be433b", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:57:20.373582 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b48b8a8-6697-4bc6-b8ff-39a6cf5ab38f {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:57:20.373969 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5', 'name': 'network-vif-deleted', 'tag': '28385f42-b7f7-4af0-a7c0-d06061be433b', 'status': 'completed', 'code': 200} Feb 28 21:57:20.581110 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f0e3f44-ca95-4bb1-b1cf-071b3ebf72e2 req-6b46b507-88bd-499c-9ae0-9643c33145fc tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.0314918 Feb 28 21:57:21.360455 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bc242-8c72-493b-9ebd-122aa88ae398 req-be574bf7-7e56-4f56-9b08-4c00e39b1d45 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:21.362033 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d4bc242-8c72-493b-9ebd-122aa88ae398 req-be574bf7-7e56-4f56-9b08-4c00e39b1d45 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.2774882 Feb 28 21:57:21.410345 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d4bc242-8c72-493b-9ebd-122aa88ae398 req-05198b3b-0017-4acc-a777-f2344c1c5509 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Feb 28 21:57:21.690103 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eede771b-1e09-4e14-89e9-1c5c888e5783 req-72e081dd-4238-40ef-ba08-e1c2f95c34bb tempest-DeleteServersTestJSON-1104070908 tempest-DeleteServersTestJSON-1104070908-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cf3f16e-a94e-4ff1-baa8-47a046b8c5c5 HTTP/1.1" status: 200 len: 210 time: 0.0274634 Feb 28 21:57:22.546045 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6626b1-0455-4071-b90a-254cb1708e6c req-5c4be480-8f2c-428c-9189-b71a3fbfd348 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:22.547519 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0f6626b1-0455-4071-b90a-254cb1708e6c req-5c4be480-8f2c-428c-9189-b71a3fbfd348 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0685806 Feb 28 21:57:22.593261 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0f6626b1-0455-4071-b90a-254cb1708e6c req-c0426a8b-6635-483c-8cef-80e0eb518321 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 Feb 28 21:57:23.003836 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 28385f42-b7f7-4af0-a7c0-d06061be433b no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:57:23.025104 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 28385f42-b7f7-4af0-a7c0-d06061be433b {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:57:23.025528 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 28385f42-b7f7-4af0-a7c0-d06061be433b not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:57:23.706246 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6c2ad-572f-442a-aa62-65ad60c3502c req-333c4f02-9518-4571-b6a2-98ced8b316bb tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:23.707687 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fab6c2ad-572f-442a-aa62-65ad60c3502c req-333c4f02-9518-4571-b6a2-98ced8b316bb tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0506639 Feb 28 21:57:23.752931 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fab6c2ad-572f-442a-aa62-65ad60c3502c req-47075ce6-affd-4f78-94f7-a2c97d962a29 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Feb 28 21:57:24.867808 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cc708-f208-40a3-8a8e-ff96ef38f36b req-a1bc6f7a-ce67-47b6-b475-c7ea2d43b4f5 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:24.869274 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a00cc708-f208-40a3-8a8e-ff96ef38f36b req-a1bc6f7a-ce67-47b6-b475-c7ea2d43b4f5 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0523357 Feb 28 21:57:24.918425 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a00cc708-f208-40a3-8a8e-ff96ef38f36b req-82ea2858-b66b-49bc-9158-f07c9a438a87 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Feb 28 21:57:26.033797 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15cf7-837f-4e7d-b624-05d741702381 req-b1a580ea-13af-4459-b0dc-0f366f9e6ba6 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:26.035786 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dcc15cf7-837f-4e7d-b624-05d741702381 req-b1a580ea-13af-4459-b0dc-0f366f9e6ba6 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0523322 Feb 28 21:57:26.082257 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dcc15cf7-837f-4e7d-b624-05d741702381 req-f14fe52f-4402-49c1-bd08-f9d6236756b0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Feb 28 21:57:27.196718 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8defc-11e8-4ad6-8640-94d3c02bf109 req-21e40e23-6cd5-4a48-a7c0-a55acf9c1af3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:27.198188 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cce8defc-11e8-4ad6-8640-94d3c02bf109 req-21e40e23-6cd5-4a48-a7c0-a55acf9c1af3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0510883 Feb 28 21:57:27.244807 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cce8defc-11e8-4ad6-8640-94d3c02bf109 req-843801d7-d772-43e5-9b28-c1a17028a379 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Feb 28 21:57:27.631775 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57300) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:27.689201 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] Deleting subnet 5fa919d2-aa4f-4e45-b071-0afb4211b4b7 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:57:27.696962 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] Publish callbacks [] for subnet (5fa919d2-aa4f-4e45-b071-0afb4211b4b7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:27.726590 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (5fa919d2-aa4f-4e45-b071-0afb4211b4b7), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:27.764088 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (5fa919d2-aa4f-4e45-b071-0afb4211b4b7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:27.887156 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (5fa919d2-aa4f-4e45-b071-0afb4211b4b7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:27.920293 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa919d2-aa4f-4e45-b071-0afb4211b4b7,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:27.922651 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:27.927978 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6df52662-c4cb-4415-940b-56020b09c7c2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5fa919d2-aa4f-4e45-b071-0afb4211b4b7 HTTP/1.1" status: 204 len: 168 time: 0.2935603 Feb 28 21:57:27.929950 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57320) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:28.003462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.083072 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.103560 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:57:28.113518 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98958632-7976-4794-996e-605146a5bfb6') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:57:28.119426 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98958632-7976-4794-996e-605146a5bfb6') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:57:28.123122 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (98958632-7976-4794-996e-605146a5bfb6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.136258 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (98958632-7976-4794-996e-605146a5bfb6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.141893 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:57:28.142345 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (98958632-7976-4794-996e-605146a5bfb6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:57:28.144016 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:57:28.270658 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.294971 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.301080 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42 HTTP/1.1" status: 204 len: 168 time: 0.3699601 Feb 28 21:57:28.311212 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef0924-fa16-4de6-8cfd-f96779c85074 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7e7e09-9f72-4704-a4a3-54cd6c7e8a42,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:28.404955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cdadb-3235-4abc-a18c-a44b9f16931c req-c9d1254c-b1ba-4b26-bc1d-4aeca932c107 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:28.406367 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e3cdadb-3235-4abc-a18c-a44b9f16931c req-c9d1254c-b1ba-4b26-bc1d-4aeca932c107 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0589917 Feb 28 21:57:28.455612 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e3cdadb-3235-4abc-a18c-a44b9f16931c req-fc2a7ec2-d7f0-421a-9832-9e5e05da8cc6 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Feb 28 21:57:28.752350 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57360) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:28.754339 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57362) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:28.798430 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2d2bed5b-773c-4763-9133-e02f32f40e42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d20770e075f46b48eb2fc1a898613e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447872 Feb 28 21:57:28.801662 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57368) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:28.857062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2fe670d-ae16-4e52-b06a-71d4e4142147 admin admin] Publish callbacks [] for security_group (adfc584f-2819-490b-ab37-55a6dd6f4b59), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.880218 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2fe670d-ae16-4e52-b06a-71d4e4142147 admin admin] Publish callbacks [] for security_group (adfc584f-2819-490b-ab37-55a6dd6f4b59), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:28.931914 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c04cfc0-de03-462d-8280-dcc84ac23f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.006100 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c04cfc0-de03-462d-8280-dcc84ac23f7f admin admin] Publish callbacks [] for security_group (448101ec-658a-4d87-b93a-ea80407e16f5), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.011866 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2fe670d-ae16-4e52-b06a-71d4e4142147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (adfc584f-2819-490b-ab37-55a6dd6f4b59), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.017964 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2fe670d-ae16-4e52-b06a-71d4e4142147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.017964 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b2fe670d-ae16-4e52-b06a-71d4e4142147 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adfc584f-2819-490b-ab37-55a6dd6f4b59 HTTP/1.1" status: 204 len: 168 time: 0.2129598 Feb 28 21:57:29.024075 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe670d-ae16-4e52-b06a-71d4e4142147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfc584f-2819-490b-ab37-55a6dd6f4b59,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:29.097459 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:57:29.131898 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c04cfc0-de03-462d-8280-dcc84ac23f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (448101ec-658a-4d87-b93a-ea80407e16f5), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.171195 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0c04cfc0-de03-462d-8280-dcc84ac23f7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ca4f804a2b24153a9277e78255c609f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150739 Feb 28 21:57:29.171897 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04cfc0-de03-462d-8280-dcc84ac23f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448101ec-658a-4d87-b93a-ea80407e16f5,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:29.173629 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57376) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:29.221357 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1c3-70c0-4732-947c-385657e3a500 admin admin] Publish callbacks [] for security_group (448101ec-658a-4d87-b93a-ea80407e16f5), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.244654 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1c3-70c0-4732-947c-385657e3a500 admin admin] Publish callbacks [] for security_group (448101ec-658a-4d87-b93a-ea80407e16f5), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.406642 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1c3-70c0-4732-947c-385657e3a500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (448101ec-658a-4d87-b93a-ea80407e16f5), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.409906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1c3-70c0-4732-947c-385657e3a500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:29.411084 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c21ed1c3-70c0-4732-947c-385657e3a500 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/448101ec-658a-4d87-b93a-ea80407e16f5 HTTP/1.1" status: 204 len: 168 time: 0.2364101 Feb 28 21:57:29.418916 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ed1c3-70c0-4732-947c-385657e3a500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448101ec-658a-4d87-b93a-ea80407e16f5,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:29.578369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f89f8-80b9-44e2-be54-a870f7fec9b6 req-2c08a71d-832b-4fe9-b9bc-8d05d23a8743 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:29.578369 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da5f89f8-80b9-44e2-be54-a870f7fec9b6 req-2c08a71d-832b-4fe9-b9bc-8d05d23a8743 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0527945 Feb 28 21:57:29.647829 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da5f89f8-80b9-44e2-be54-a870f7fec9b6 req-bb1c50e8-7bf9-436c-a56c-1e04f714ec09 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636282 Feb 28 21:57:29.795644 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57400) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:29.930633 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5975e473-372e-4c12-8125-6ccfc9853bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.007400 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5975e473-372e-4c12-8125-6ccfc9853bab admin admin] Publish callbacks [] for security_group (2184a976-e282-46c5-a40f-f487de9218b0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.115443 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5975e473-372e-4c12-8125-6ccfc9853bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2184a976-e282-46c5-a40f-f487de9218b0), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.161157 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5975e473-372e-4c12-8125-6ccfc9853bab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1dea36fb51ea4159a0cb518c026e8859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643694 Feb 28 21:57:30.162470 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975e473-372e-4c12-8125-6ccfc9853bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2184a976-e282-46c5-a40f-f487de9218b0,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:30.163813 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57412) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:30.181412 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57414) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:30.205615 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3b64d8d0-61ec-45e6-89c4-150225ef5539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.250350 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7e8248b3-6bb4-4d24-99eb-5c2f3acd635e admin admin] Publish callbacks [] for security_group (2184a976-e282-46c5-a40f-f487de9218b0), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.283775 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7e8248b3-6bb4-4d24-99eb-5c2f3acd635e admin admin] Publish callbacks [] for security_group (2184a976-e282-46c5-a40f-f487de9218b0), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.344174 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3b64d8d0-61ec-45e6-89c4-150225ef5539 admin admin] Publish callbacks [] for security_group (a7d1a99a-d46c-4960-96a1-8a8d37d9ce79), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.458164 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3b64d8d0-61ec-45e6-89c4-150225ef5539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a7d1a99a-d46c-4960-96a1-8a8d37d9ce79), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.497280 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-3b64d8d0-61ec-45e6-89c4-150225ef5539 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a155b33fd6ab49898f6e9dc7082cfb6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149135 Feb 28 21:57:30.498009 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7e8248b3-6bb4-4d24-99eb-5c2f3acd635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2184a976-e282-46c5-a40f-f487de9218b0), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.500315 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57422) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:30.500811 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7e8248b3-6bb4-4d24-99eb-5c2f3acd635e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.504856 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-7e8248b3-6bb4-4d24-99eb-5c2f3acd635e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2184a976-e282-46c5-a40f-f487de9218b0 HTTP/1.1" status: 204 len: 168 time: 0.3367057 Feb 28 21:57:30.504856 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64d8d0-61ec-45e6-89c4-150225ef5539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1a99a-d46c-4960-96a1-8a8d37d9ce79,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:30.515278 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8248b3-6bb4-4d24-99eb-5c2f3acd635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2184a976-e282-46c5-a40f-f487de9218b0,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:30.555337 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b53d176c-adfc-40ad-bfb4-68fd295b6bfc admin admin] Publish callbacks [] for security_group (a7d1a99a-d46c-4960-96a1-8a8d37d9ce79), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.576578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b53d176c-adfc-40ad-bfb4-68fd295b6bfc admin admin] Publish callbacks [] for security_group (a7d1a99a-d46c-4960-96a1-8a8d37d9ce79), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.747566 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b53d176c-adfc-40ad-bfb4-68fd295b6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a7d1a99a-d46c-4960-96a1-8a8d37d9ce79), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.750242 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b53d176c-adfc-40ad-bfb4-68fd295b6bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:30.751504 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b53d176c-adfc-40ad-bfb4-68fd295b6bfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7d1a99a-d46c-4960-96a1-8a8d37d9ce79 HTTP/1.1" status: 204 len: 168 time: 0.2501731 Feb 28 21:57:30.765027 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d176c-adfc-40ad-bfb4-68fd295b6bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1a99a-d46c-4960-96a1-8a8d37d9ce79,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:30.786737 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdefe4-7a3e-484b-bf39-e1ffe6abaf84 req-7e49882c-2b37-464a-9df7-3bacbeb567da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:30.788387 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2ebdefe4-7a3e-484b-bf39-e1ffe6abaf84 req-7e49882c-2b37-464a-9df7-3bacbeb567da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0687459 Feb 28 21:57:30.840719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2ebdefe4-7a3e-484b-bf39-e1ffe6abaf84 req-046b056c-f5ec-4dc2-ab4b-f095044f25be tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Feb 28 21:57:31.446420 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57450) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:31.459898 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-854e417d-5f10-4281-b48f-978145aa847e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.542768 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-854e417d-5f10-4281-b48f-978145aa847e admin admin] Publish callbacks [] for security_group (0c8ec87a-57a1-4b3f-ab00-85af804d19f5), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.600740 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-854e417d-5f10-4281-b48f-978145aa847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (0c8ec87a-57a1-4b3f-ab00-85af804d19f5), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.629447 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57456) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:31.640469 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-854e417d-5f10-4281-b48f-978145aa847e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b3ca7806e84497f8cf3891784d21823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929579 Feb 28 21:57:31.641151 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e417d-5f10-4281-b48f-978145aa847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ec87a-57a1-4b3f-ab00-85af804d19f5,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:31.643183 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57460) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:31.694647 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-19eb653a-2013-45de-8d99-2ba00e9cfbeb admin admin] Publish callbacks [] for security_group (0c8ec87a-57a1-4b3f-ab00-85af804d19f5), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.724016 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-19eb653a-2013-45de-8d99-2ba00e9cfbeb admin admin] Publish callbacks [] for security_group (0c8ec87a-57a1-4b3f-ab00-85af804d19f5), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.778372 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4d63ff10-1a0c-4f05-ad42-8a8efb378934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.870983 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-19eb653a-2013-45de-8d99-2ba00e9cfbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (0c8ec87a-57a1-4b3f-ab00-85af804d19f5), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.873584 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-19eb653a-2013-45de-8d99-2ba00e9cfbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.874754 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-19eb653a-2013-45de-8d99-2ba00e9cfbeb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c8ec87a-57a1-4b3f-ab00-85af804d19f5 HTTP/1.1" status: 204 len: 168 time: 0.2306221 Feb 28 21:57:31.890581 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb653a-2013-45de-8d99-2ba00e9cfbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ec87a-57a1-4b3f-ab00-85af804d19f5,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:31.969611 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4d63ff10-1a0c-4f05-ad42-8a8efb378934 admin admin] Publish callbacks [] for security_group (bf1767e1-8b53-455f-b859-3f153f415670), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:31.972411 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa984d6-137a-46c9-abda-7985c3a110fe req-ac276c32-07c2-493d-8e49-db3790b6ebe0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:31.974090 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4aa984d6-137a-46c9-abda-7985c3a110fe req-ac276c32-07c2-493d-8e49-db3790b6ebe0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0641258 Feb 28 21:57:32.025037 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4aa984d6-137a-46c9-abda-7985c3a110fe req-b2b99389-18c4-47cb-8a43-a5422787495f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Feb 28 21:57:32.045923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4d63ff10-1a0c-4f05-ad42-8a8efb378934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (bf1767e1-8b53-455f-b859-3f153f415670), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:32.089966 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4d63ff10-1a0c-4f05-ad42-8a8efb378934 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a8daa49cc29446d87aac8e1b6b5b13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592719 Feb 28 21:57:32.090827 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63ff10-1a0c-4f05-ad42-8a8efb378934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1767e1-8b53-455f-b859-3f153f415670,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:32.092847 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57482) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:32.141476 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-12c91471-908b-42fd-98db-574e7fd0a10c admin admin] Publish callbacks [] for security_group (bf1767e1-8b53-455f-b859-3f153f415670), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:32.163739 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-12c91471-908b-42fd-98db-574e7fd0a10c admin admin] Publish callbacks [] for security_group (bf1767e1-8b53-455f-b859-3f153f415670), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:32.292433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-12c91471-908b-42fd-98db-574e7fd0a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (bf1767e1-8b53-455f-b859-3f153f415670), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:32.295076 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-12c91471-908b-42fd-98db-574e7fd0a10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:32.296401 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-12c91471-908b-42fd-98db-574e7fd0a10c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf1767e1-8b53-455f-b859-3f153f415670 HTTP/1.1" status: 204 len: 168 time: 0.2021961 Feb 28 21:57:32.304012 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c91471-908b-42fd-98db-574e7fd0a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1767e1-8b53-455f-b859-3f153f415670,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:32.872339 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57508) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:33.167404 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e50f-a53f-466f-9d2c-8f530186bd94 req-b45b7e5f-2239-4fdd-85eb-a62a77960c05 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:33.169366 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1482e50f-a53f-466f-9d2c-8f530186bd94 req-b45b7e5f-2239-4fdd-85eb-a62a77960c05 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0753856 Feb 28 21:57:33.177183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ce8300f9-4738-4aeb-bd35-37102db25c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:33.257493 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1482e50f-a53f-466f-9d2c-8f530186bd94 req-fd6ca543-7dc8-4f88-843b-722599a77f73 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764301 Feb 28 21:57:33.319810 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ce8300f9-4738-4aeb-bd35-37102db25c69 admin admin] Publish callbacks [] for security_group (78c6fbc8-2fb5-4923-9245-f10caf7733a1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:33.384481 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ce8300f9-4738-4aeb-bd35-37102db25c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (78c6fbc8-2fb5-4923-9245-f10caf7733a1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:33.431134 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ce8300f9-4738-4aeb-bd35-37102db25c69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98c7dc4f8d6740a996ee58a2acd96914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5576563 Feb 28 21:57:33.431266 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57554) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:33.441434 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8300f9-4738-4aeb-bd35-37102db25c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c6fbc8-2fb5-4923-9245-f10caf7733a1,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:33.494874 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-29fc864e-93bb-496a-b645-76f328dd08ed admin admin] Publish callbacks [] for security_group (78c6fbc8-2fb5-4923-9245-f10caf7733a1), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:33.520671 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-29fc864e-93bb-496a-b645-76f328dd08ed admin admin] Publish callbacks [] for security_group (78c6fbc8-2fb5-4923-9245-f10caf7733a1), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:33.658440 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-29fc864e-93bb-496a-b645-76f328dd08ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (78c6fbc8-2fb5-4923-9245-f10caf7733a1), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:33.662763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-29fc864e-93bb-496a-b645-76f328dd08ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:33.663909 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-29fc864e-93bb-496a-b645-76f328dd08ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78c6fbc8-2fb5-4923-9245-f10caf7733a1 HTTP/1.1" status: 204 len: 168 time: 0.2315052 Feb 28 21:57:33.674180 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc864e-93bb-496a-b645-76f328dd08ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c6fbc8-2fb5-4923-9245-f10caf7733a1,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:33.824084 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-321260b8-ddba-40db-9a72-45881615ee83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:34.396797 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d23fa8-48ec-4c49-92d0-a7d6d85cd626 req-b3a6acdf-da3d-4866-867e-9f978c06346d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:34.398316 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a5d23fa8-48ec-4c49-92d0-a7d6d85cd626 req-b3a6acdf-da3d-4866-867e-9f978c06346d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0610793 Feb 28 21:57:34.454417 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a5d23fa8-48ec-4c49-92d0-a7d6d85cd626 req-8d2c9425-269c-45e3-bc60-b31677b6e5db tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493972 Feb 28 21:57:34.753729 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57600) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:34.944254 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57606) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:34.959125 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7968166b-d4a4-4f50-9708-779556bdf277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:34.986846 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7c8a6-ac04-49b1-86db-def0a94b591a req-6167199c-abe2-40b6-87d1-3c2234ee2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:34.989195 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d1f7c8a6-ac04-49b1-86db-def0a94b591a req-6167199c-abe2-40b6-87d1-3c2234ee2878 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 1129 time: 0.0475268 Feb 28 21:57:35.045376 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d1f7c8a6-ac04-49b1-86db-def0a94b591a req-c42f5ba3-5975-4628-ac3d-e1712caada41 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467484 Feb 28 21:57:35.048156 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7968166b-d4a4-4f50-9708-779556bdf277 admin admin] Publish callbacks [] for security_group (02aa0781-87f9-484d-a511-3f3d095a87d6), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.127222 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1fd06bda-f71b-4f6a-baa2-8fd2495e74ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.157696 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7968166b-d4a4-4f50-9708-779556bdf277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (02aa0781-87f9-484d-a511-3f3d095a87d6), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.210884 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-7968166b-d4a4-4f50-9708-779556bdf277 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4292f432c2a44160be375593108ff2fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655370 Feb 28 21:57:35.213058 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968166b-d4a4-4f50-9708-779556bdf277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aa0781-87f9-484d-a511-3f3d095a87d6,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:35.213907 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57612) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:35.253663 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1fd06bda-f71b-4f6a-baa2-8fd2495e74ff admin admin] Publish callbacks [] for security_group (2a7d57fa-85f7-4d91-9bee-d22ad6255e82), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.270684 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8de38db5-aa06-4eed-bbd7-b0cc81aa52d6 admin admin] Publish callbacks [] for security_group (02aa0781-87f9-484d-a511-3f3d095a87d6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.293496 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8de38db5-aa06-4eed-bbd7-b0cc81aa52d6 admin admin] Publish callbacks [] for security_group (02aa0781-87f9-484d-a511-3f3d095a87d6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.309489 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1fd06bda-f71b-4f6a-baa2-8fd2495e74ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2a7d57fa-85f7-4d91-9bee-d22ad6255e82), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.369076 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd06bda-f71b-4f6a-baa2-8fd2495e74ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d57fa-85f7-4d91-9bee-d22ad6255e82,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:35.394821 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-1fd06bda-f71b-4f6a-baa2-8fd2495e74ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f1cb61601cc40c6bbcec42caf3f4f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6368165 Feb 28 21:57:35.404319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57626) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:35.444878 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8de38db5-aa06-4eed-bbd7-b0cc81aa52d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (02aa0781-87f9-484d-a511-3f3d095a87d6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.449151 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8de38db5-aa06-4eed-bbd7-b0cc81aa52d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.450705 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8de38db5-aa06-4eed-bbd7-b0cc81aa52d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02aa0781-87f9-484d-a511-3f3d095a87d6 HTTP/1.1" status: 204 len: 168 time: 0.2357624 Feb 28 21:57:35.462325 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de38db5-aa06-4eed-bbd7-b0cc81aa52d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aa0781-87f9-484d-a511-3f3d095a87d6,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:35.519075 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-234b9bc6-a49a-4a43-be55-ae35aca5e6dd admin admin] Publish callbacks [] for security_group (2a7d57fa-85f7-4d91-9bee-d22ad6255e82), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.546769 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-234b9bc6-a49a-4a43-be55-ae35aca5e6dd admin admin] Publish callbacks [] for security_group (2a7d57fa-85f7-4d91-9bee-d22ad6255e82), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.632448 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162906d-e191-4296-b2a3-7d007f2794cd req-02c0446c-49a2-435b-abbf-bc7847364533 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:35.634007 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6162906d-e191-4296-b2a3-7d007f2794cd req-02c0446c-49a2-435b-abbf-bc7847364533 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0778725 Feb 28 21:57:35.685703 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6162906d-e191-4296-b2a3-7d007f2794cd req-03dce74e-38ed-48af-9400-60b2b8e2dcfc tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Feb 28 21:57:35.715265 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-234b9bc6-a49a-4a43-be55-ae35aca5e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2a7d57fa-85f7-4d91-9bee-d22ad6255e82), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.718065 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-234b9bc6-a49a-4a43-be55-ae35aca5e6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:35.723078 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-234b9bc6-a49a-4a43-be55-ae35aca5e6dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a7d57fa-85f7-4d91-9bee-d22ad6255e82 HTTP/1.1" status: 204 len: 168 time: 0.3156354 Feb 28 21:57:35.728563 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b9bc6-a49a-4a43-be55-ae35aca5e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7d57fa-85f7-4d91-9bee-d22ad6255e82,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:36.229187 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2bdf40fd-d2f9-469b-862c-d594eedebe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.263727 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57654) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:36.502016 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-985a3e35-cb60-49a1-bfdb-a37b7258c27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.579236 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-985a3e35-cb60-49a1-bfdb-a37b7258c27e admin admin] Publish callbacks [] for security_group (dfd137c2-144c-4302-8dec-23a442683a3c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.703610 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-985a3e35-cb60-49a1-bfdb-a37b7258c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (dfd137c2-144c-4302-8dec-23a442683a3c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.748209 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57680) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:36.748801 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-985a3e35-cb60-49a1-bfdb-a37b7258c27e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28c1d7c3b7244695ba07e6f0b5e90ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834666 Feb 28 21:57:36.749649 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a3e35-cb60-49a1-bfdb-a37b7258c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd137c2-144c-4302-8dec-23a442683a3c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:36.837521 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-923445f0-262a-4bf8-953f-ae0496a24513 admin admin] Publish callbacks [] for security_group (dfd137c2-144c-4302-8dec-23a442683a3c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.869278 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-923445f0-262a-4bf8-953f-ae0496a24513 admin admin] Publish callbacks [] for security_group (dfd137c2-144c-4302-8dec-23a442683a3c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.874219 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57686) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:36.892527 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddac2-c534-4422-974f-a24f353db79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.974770 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac2cf0-4909-401b-837a-3286602c1d78 req-91a60081-3710-4b9b-a329-2651b61e855c tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:36.984559 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cac2cf0-4909-401b-837a-3286602c1d78 req-91a60081-3710-4b9b-a329-2651b61e855c tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0645897 Feb 28 21:57:36.994879 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-923445f0-262a-4bf8-953f-ae0496a24513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (dfd137c2-144c-4302-8dec-23a442683a3c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.997449 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-923445f0-262a-4bf8-953f-ae0496a24513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:36.998608 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-923445f0-262a-4bf8-953f-ae0496a24513 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfd137c2-144c-4302-8dec-23a442683a3c HTTP/1.1" status: 204 len: 168 time: 0.2487059 Feb 28 21:57:37.024647 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923445f0-262a-4bf8-953f-ae0496a24513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd137c2-144c-4302-8dec-23a442683a3c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:37.056218 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cac2cf0-4909-401b-837a-3286602c1d78 req-b290c984-b9ac-4de1-84d7-e7dea3a3cc24 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696697 Feb 28 21:57:37.123783 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddac2-c534-4422-974f-a24f353db79b admin admin] Publish callbacks [] for security_group (940090c0-b2dd-495d-a19d-69ca6e3ba637), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:37.192779 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a028-d3f1-4c58-86fd-b2e0f955c371 req-9f17029f-7483-45f2-b67f-310ce088083a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:37.194412 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc81a028-d3f1-4c58-86fd-b2e0f955c371 req-9f17029f-7483-45f2-b67f-310ce088083a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0537267 Feb 28 21:57:37.218429 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddac2-c534-4422-974f-a24f353db79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (940090c0-b2dd-495d-a19d-69ca6e3ba637), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:37.278933 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc81a028-d3f1-4c58-86fd-b2e0f955c371 req-9c7eeb3e-9622-48f4-a7a1-d6aadbf3c196 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787129 Feb 28 21:57:37.280818 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ddac2-c534-4422-974f-a24f353db79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940090c0-b2dd-495d-a19d-69ca6e3ba637,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:37.288486 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3f6ddac2-c534-4422-974f-a24f353db79b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9e527fca86d4e8fa2d9c1212ae7339a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106109 Feb 28 21:57:37.288702 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57712) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:37.347770 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd792-6a85-432b-96f3-1fbbc5075c61 admin admin] Publish callbacks [] for security_group (940090c0-b2dd-495d-a19d-69ca6e3ba637), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:37.370072 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd792-6a85-432b-96f3-1fbbc5075c61 admin admin] Publish callbacks [] for security_group (940090c0-b2dd-495d-a19d-69ca6e3ba637), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:37.423604 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:37.526382 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd792-6a85-432b-96f3-1fbbc5075c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (940090c0-b2dd-495d-a19d-69ca6e3ba637), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:37.534852 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd792-6a85-432b-96f3-1fbbc5075c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:37.534852 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a8bfd792-6a85-432b-96f3-1fbbc5075c61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/940090c0-b2dd-495d-a19d-69ca6e3ba637 HTTP/1.1" status: 204 len: 168 time: 0.2423596 Feb 28 21:57:37.541285 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfd792-6a85-432b-96f3-1fbbc5075c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940090c0-b2dd-495d-a19d-69ca6e3ba637,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:37.983723 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57778) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:38.117538 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f94110d2-1144-46c3-b912-4c0fba0d64aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.121583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.204936 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f94110d2-1144-46c3-b912-4c0fba0d64aa admin admin] Publish callbacks [] for security_group (caecd20a-2126-4c53-ac03-0e79b43f5eec), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.292086 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f94110d2-1144-46c3-b912-4c0fba0d64aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (caecd20a-2126-4c53-ac03-0e79b43f5eec), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.332738 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f94110d2-1144-46c3-b912-4c0fba0d64aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=284c0ecf58f04a2baf941e0d502c074d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475962 Feb 28 21:57:38.333863 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94110d2-1144-46c3-b912-4c0fba0d64aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caecd20a-2126-4c53-ac03-0e79b43f5eec,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:38.335566 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57798) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:38.386048 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-545fe0b0-6ec8-445c-9d8b-e5c4f5c29f62 admin admin] Publish callbacks [] for security_group (caecd20a-2126-4c53-ac03-0e79b43f5eec), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.406826 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-545fe0b0-6ec8-445c-9d8b-e5c4f5c29f62 admin admin] Publish callbacks [] for security_group (caecd20a-2126-4c53-ac03-0e79b43f5eec), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.595453 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-545fe0b0-6ec8-445c-9d8b-e5c4f5c29f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (caecd20a-2126-4c53-ac03-0e79b43f5eec), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.598934 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-545fe0b0-6ec8-445c-9d8b-e5c4f5c29f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:38.600610 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-545fe0b0-6ec8-445c-9d8b-e5c4f5c29f62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caecd20a-2126-4c53-ac03-0e79b43f5eec HTTP/1.1" status: 204 len: 168 time: 0.2635527 Feb 28 21:57:38.623278 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fe0b0-6ec8-445c-9d8b-e5c4f5c29f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caecd20a-2126-4c53-ac03-0e79b43f5eec,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:38.762245 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.446761 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 57838) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:39.459647 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-23dab7ee-530d-41da-a816-23c0bb5ae090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.540150 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-23dab7ee-530d-41da-a816-23c0bb5ae090 admin admin] Publish callbacks [] for security_group (970f92a6-fc98-416c-a310-130f897d9ab3), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.675510 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-23dab7ee-530d-41da-a816-23c0bb5ae090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (970f92a6-fc98-416c-a310-130f897d9ab3), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.714257 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-23dab7ee-530d-41da-a816-23c0bb5ae090 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=056f592136364eba8d3d6e9483314b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663639 Feb 28 21:57:39.715348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dab7ee-530d-41da-a816-23c0bb5ae090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f92a6-fc98-416c-a310-130f897d9ab3,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:39.716916 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 57848) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:39.772140 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09d12b76-e363-4ca8-9de4-e87a2497b77e admin admin] Publish callbacks [] for security_group (970f92a6-fc98-416c-a310-130f897d9ab3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.800264 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09d12b76-e363-4ca8-9de4-e87a2497b77e admin admin] Publish callbacks [] for security_group (970f92a6-fc98-416c-a310-130f897d9ab3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.960918 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09d12b76-e363-4ca8-9de4-e87a2497b77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (970f92a6-fc98-416c-a310-130f897d9ab3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.963836 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-09d12b76-e363-4ca8-9de4-e87a2497b77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:39.964997 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-09d12b76-e363-4ca8-9de4-e87a2497b77e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/970f92a6-fc98-416c-a310-130f897d9ab3 HTTP/1.1" status: 204 len: 168 time: 0.2470937 Feb 28 21:57:39.973572 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d12b76-e363-4ca8-9de4-e87a2497b77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f92a6-fc98-416c-a310-130f897d9ab3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:40.133115 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:41.817283 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4174ef-be68-4c7d-88c6-04aed0625340 req-24d6df00-48c6-43e8-8ae5-9f06f17f90a1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:41.819695 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c4174ef-be68-4c7d-88c6-04aed0625340 req-24d6df00-48c6-43e8-8ae5-9f06f17f90a1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0698485 Feb 28 21:57:41.916266 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c4174ef-be68-4c7d-88c6-04aed0625340 req-49df8795-4984-497e-a6f4-81088d9011b3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797977 Feb 28 21:57:41.930268 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-79f5cc19-a9c3-4054-be6f-777aca6b9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:41.931956 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-79f5cc19-a9c3-4054-be6f-777aca6b9bd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.1111073 Feb 28 21:57:42.032562 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-11e4032c-f738-4174-90e1-5bf4d913c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:42.034102 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-11e4032c-f738-4174-90e1-5bf4d913c77f service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.0948021 Feb 28 21:57:42.077207 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-db27bfe6-c673-4817-ab5a-711ebc9f2d1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 217 time: 0.0358548 Feb 28 21:57:42.130033 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-b0cbbea0-6ab3-4dd9-a806-be776cb8f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:42.135490 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-b0cbbea0-6ab3-4dd9-a806-be776cb8f563 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.0521319 Feb 28 21:57:42.169529 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-594d4a77-950d-4318-8745-1e66359454ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280182 Feb 28 21:57:42.260709 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-2bd7b8e2-c2b8-4be5-a0ab-ea5bb683709d service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848525 Feb 28 21:57:42.365565 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03fedccd-307f-4080-ba4b-799cbeab67e6 req-4fbdd75a-a1f5-4dd6-9001-d6c0eadf6eb1 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988274 Feb 28 21:57:43.047619 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d79f9c-d344-4d41-ab4a-80f58c046d56 req-0747499e-cb86-4df4-8ad8-e984c9450546 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:43.049020 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a4d79f9c-d344-4d41-ab4a-80f58c046d56 req-0747499e-cb86-4df4-8ad8-e984c9450546 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0554414 Feb 28 21:57:43.104101 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a4d79f9c-d344-4d41-ab4a-80f58c046d56 req-45f9c622-baa4-4d73-84df-f02bd36cc467 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481980 Feb 28 21:57:44.222561 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab54c6-11e5-4fbb-961d-1dd1e3f5935b req-ebdc9333-086e-4776-80fb-8be6160631ef tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:44.224319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-30ab54c6-11e5-4fbb-961d-1dd1e3f5935b req-ebdc9333-086e-4776-80fb-8be6160631ef tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0535138 Feb 28 21:57:44.273002 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-30ab54c6-11e5-4fbb-961d-1dd1e3f5935b req-a32afd50-6cc7-4473-933b-c871314df727 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Feb 28 21:57:45.396379 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c5346-68e7-4f0d-9095-c61fc345cad7 req-886dc7a2-0509-4352-9099-c244ca2146e8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:45.397954 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-750c5346-68e7-4f0d-9095-c61fc345cad7 req-886dc7a2-0509-4352-9099-c244ca2146e8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0554254 Feb 28 21:57:45.447877 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-750c5346-68e7-4f0d-9095-c61fc345cad7 req-624c66d5-8f1f-4de8-860a-71709d783487 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Feb 28 21:57:45.523293 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58104) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:45.641432 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-db74a3fc-1ae1-4da0-b8e8-6ee70b8f4ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:45.717069 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-db74a3fc-1ae1-4da0-b8e8-6ee70b8f4ee2 admin admin] Publish callbacks [] for security_group (2ace6eaa-506c-48b8-bc09-97bc5ad052a7), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:45.823994 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-db74a3fc-1ae1-4da0-b8e8-6ee70b8f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2ace6eaa-506c-48b8-bc09-97bc5ad052a7), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:45.864075 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-db74a3fc-1ae1-4da0-b8e8-6ee70b8f4ee2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa17ec63a0cf4933a894a34a5c0fd3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396213 Feb 28 21:57:45.864944 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74a3fc-1ae1-4da0-b8e8-6ee70b8f4ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace6eaa-506c-48b8-bc09-97bc5ad052a7,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:45.866681 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 58112) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:45.919427 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-381c293f-4c32-4008-a464-dbf52e6def04 admin admin] Publish callbacks [] for security_group (2ace6eaa-506c-48b8-bc09-97bc5ad052a7), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:45.943150 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-381c293f-4c32-4008-a464-dbf52e6def04 admin admin] Publish callbacks [] for security_group (2ace6eaa-506c-48b8-bc09-97bc5ad052a7), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:46.046485 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-381c293f-4c32-4008-a464-dbf52e6def04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2ace6eaa-506c-48b8-bc09-97bc5ad052a7), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:46.049137 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-381c293f-4c32-4008-a464-dbf52e6def04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:46.051585 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-381c293f-4c32-4008-a464-dbf52e6def04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ace6eaa-506c-48b8-bc09-97bc5ad052a7 HTTP/1.1" status: 204 len: 168 time: 0.1817336 Feb 28 21:57:46.060327 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c293f-4c32-4008-a464-dbf52e6def04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace6eaa-506c-48b8-bc09-97bc5ad052a7,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:46.565545 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fa194-a16a-41db-848c-e0da76c6a162 req-8e9f100c-86f1-483d-a935-bfd18cebf88e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:46.571779 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-078fa194-a16a-41db-848c-e0da76c6a162 req-8e9f100c-86f1-483d-a935-bfd18cebf88e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0529108 Feb 28 21:57:46.615862 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-078fa194-a16a-41db-848c-e0da76c6a162 req-9c83dee1-50c4-4d59-b465-c506c5e5dfe1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Feb 28 21:57:46.656439 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 58124) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:46.672377 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbe0e-61a2-4077-9e4b-9ef4af9c31eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:46.752816 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbe0e-61a2-4077-9e4b-9ef4af9c31eb admin admin] Publish callbacks [] for security_group (b3b1665f-ff6d-43c9-b578-5d1e784116c3), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:46.823718 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbe0e-61a2-4077-9e4b-9ef4af9c31eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b3b1665f-ff6d-43c9-b578-5d1e784116c3), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:46.863361 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ea8dbe0e-61a2-4077-9e4b-9ef4af9c31eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=038c640972264fec9ca80e7898c491e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058566 Feb 28 21:57:46.864194 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbe0e-61a2-4077-9e4b-9ef4af9c31eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b1665f-ff6d-43c9-b578-5d1e784116c3,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:46.866072 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58130) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:46.917374 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfeca884-1b8b-4a58-bc31-5708e26e4085 admin admin] Publish callbacks [] for security_group (b3b1665f-ff6d-43c9-b578-5d1e784116c3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:46.938068 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfeca884-1b8b-4a58-bc31-5708e26e4085 admin admin] Publish callbacks [] for security_group (b3b1665f-ff6d-43c9-b578-5d1e784116c3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:47.075392 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfeca884-1b8b-4a58-bc31-5708e26e4085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b3b1665f-ff6d-43c9-b578-5d1e784116c3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:47.078156 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bfeca884-1b8b-4a58-bc31-5708e26e4085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:47.079348 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bfeca884-1b8b-4a58-bc31-5708e26e4085 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3b1665f-ff6d-43c9-b578-5d1e784116c3 HTTP/1.1" status: 204 len: 168 time: 0.2122891 Feb 28 21:57:47.087868 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeca884-1b8b-4a58-bc31-5708e26e4085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b1665f-ff6d-43c9-b578-5d1e784116c3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:47.734623 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424111-fa92-4e2b-b7cf-e8004cc23fab req-7bfd22b2-06a3-4c48-8096-0788b617fc19 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:47.736089 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-16424111-fa92-4e2b-b7cf-e8004cc23fab req-7bfd22b2-06a3-4c48-8096-0788b617fc19 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0531828 Feb 28 21:57:47.782794 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-16424111-fa92-4e2b-b7cf-e8004cc23fab req-93d96a00-5a46-4e5b-9d80-9a70d643b750 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Feb 28 21:57:48.913691 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc529e-bb4d-44fb-b565-5ccdd03208d2 req-538a8bdb-b23c-4e59-b237-2072d320bd8d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:48.915172 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5bc529e-bb4d-44fb-b565-5ccdd03208d2 req-538a8bdb-b23c-4e59-b237-2072d320bd8d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0617685 Feb 28 21:57:48.966792 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5bc529e-bb4d-44fb-b565-5ccdd03208d2 req-6a14f669-3338-40cb-988c-d527941e0911 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Feb 28 21:57:50.092076 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc08832-d2c9-4cef-8205-07cbf1f2661a req-f1df23f9-4402-4a92-b981-8da9a724c9b8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:50.093579 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0cc08832-d2c9-4cef-8205-07cbf1f2661a req-f1df23f9-4402-4a92-b981-8da9a724c9b8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0545149 Feb 28 21:57:50.146626 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0cc08832-d2c9-4cef-8205-07cbf1f2661a req-4bef4cb1-504e-42e8-9f57-229aaefec08b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465834 Feb 28 21:57:50.412709 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58218) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:50.527827 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-effe5dd4-1394-46b6-ab20-c4e4ccbf64ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:50.607133 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-effe5dd4-1394-46b6-ab20-c4e4ccbf64ed admin admin] Publish callbacks [] for security_group (a3145986-5f3d-4586-994b-a49e922c25f5), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:50.686328 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-effe5dd4-1394-46b6-ab20-c4e4ccbf64ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a3145986-5f3d-4586-994b-a49e922c25f5), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:50.724224 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe5dd4-1394-46b6-ab20-c4e4ccbf64ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3145986-5f3d-4586-994b-a49e922c25f5,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:50.728734 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-effe5dd4-1394-46b6-ab20-c4e4ccbf64ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6edac36081b47b9884557d4373fc3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149250 Feb 28 21:57:50.731590 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58224) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:57:50.781130 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a252c68-32b3-42b2-b80a-75f9364f28bb admin admin] Publish callbacks [] for security_group (a3145986-5f3d-4586-994b-a49e922c25f5), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:50.803133 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a252c68-32b3-42b2-b80a-75f9364f28bb admin admin] Publish callbacks [] for security_group (a3145986-5f3d-4586-994b-a49e922c25f5), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:50.943319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a252c68-32b3-42b2-b80a-75f9364f28bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a3145986-5f3d-4586-994b-a49e922c25f5), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:50.945917 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a252c68-32b3-42b2-b80a-75f9364f28bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:57:50.947124 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1a252c68-32b3-42b2-b80a-75f9364f28bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3145986-5f3d-4586-994b-a49e922c25f5 HTTP/1.1" status: 204 len: 168 time: 0.2146289 Feb 28 21:57:50.954922 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a252c68-32b3-42b2-b80a-75f9364f28bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3145986-5f3d-4586-994b-a49e922c25f5,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:57:51.273174 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83364752-3a7e-497a-b2fc-fe9a086cdfcd req-2702fe19-88fb-49f8-aa0f-798332489427 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:51.276903 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-83364752-3a7e-497a-b2fc-fe9a086cdfcd req-2702fe19-88fb-49f8-aa0f-798332489427 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0584996 Feb 28 21:57:51.332686 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-83364752-3a7e-497a-b2fc-fe9a086cdfcd req-d1b4f2a8-3c56-4958-8b9a-0a1a0870db70 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537467 Feb 28 21:57:52.453881 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab19012-66b4-4118-b6f8-a6436b5f9afa req-97faf511-6c8b-42e9-930c-f94fdc4dc78a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:52.455413 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dab19012-66b4-4118-b6f8-a6436b5f9afa req-97faf511-6c8b-42e9-930c-f94fdc4dc78a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0532684 Feb 28 21:57:52.518913 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dab19012-66b4-4118-b6f8-a6436b5f9afa req-dba47298-900e-4e74-8244-4a7698c7cb47 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Feb 28 21:57:53.622112 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ee620-81d0-4274-925b-d507ac735f91 req-a79db328-e431-4e75-852c-eb32c5177fe2 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:53.623490 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a8ee620-81d0-4274-925b-d507ac735f91 req-a79db328-e431-4e75-852c-eb32c5177fe2 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0523796 Feb 28 21:57:53.668940 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a8ee620-81d0-4274-925b-d507ac735f91 req-2396d1ba-8d3f-4686-8ee6-a7c489c41c3e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 Feb 28 21:57:54.787516 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64261ad0-fde7-45b8-98ff-e7af9923766d req-c5faafee-6b68-4da0-8fad-e6d9b7c4355b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:54.788957 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64261ad0-fde7-45b8-98ff-e7af9923766d req-c5faafee-6b68-4da0-8fad-e6d9b7c4355b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0557172 Feb 28 21:57:54.837743 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64261ad0-fde7-45b8-98ff-e7af9923766d req-35ac3765-d6f2-4a03-8af5-bfc6b7e3aa5f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Feb 28 21:57:55.966016 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd48ed-0d1b-47d0-ac34-46ce118fcae7 req-4e8c4812-c43e-4fb1-af71-db1be0bbdb78 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:55.971382 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73bd48ed-0d1b-47d0-ac34-46ce118fcae7 req-4e8c4812-c43e-4fb1-af71-db1be0bbdb78 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0601745 Feb 28 21:57:56.015501 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73bd48ed-0d1b-47d0-ac34-46ce118fcae7 req-2bc4bf66-ef1d-4b5f-b653-75386bb59a0a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Feb 28 21:57:57.141970 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5c384-7c6f-46e3-89ff-e2ae07e0ce28 req-7c272c25-57aa-484b-a231-92dc9138acd4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:57.143540 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ec5c384-7c6f-46e3-89ff-e2ae07e0ce28 req-7c272c25-57aa-484b-a231-92dc9138acd4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0616920 Feb 28 21:57:57.194982 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ec5c384-7c6f-46e3-89ff-e2ae07e0ce28 req-d4d77ac0-e030-4e3d-991c-52e88b6342a9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457106 Feb 28 21:57:58.309942 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0dc6a-3385-4d1e-9056-02f4177a99f4 req-ae5dbc56-21f9-4dff-9e47-eefe4ef04a1b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:58.311429 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ab0dc6a-3385-4d1e-9056-02f4177a99f4 req-ae5dbc56-21f9-4dff-9e47-eefe4ef04a1b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0506392 Feb 28 21:57:58.358770 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ab0dc6a-3385-4d1e-9056-02f4177a99f4 req-b5eb2387-7714-4df2-80f4-ff65f3f2052b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Feb 28 21:57:59.473297 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7435c-bc16-4c98-b8b9-9130f872a2e5 req-2707be93-fa4b-4dbe-839d-17b92edbc7de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:57:59.474782 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c4e7435c-bc16-4c98-b8b9-9130f872a2e5 req-2707be93-fa4b-4dbe-839d-17b92edbc7de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0519388 Feb 28 21:57:59.520411 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c4e7435c-bc16-4c98-b8b9-9130f872a2e5 req-7d812cc3-bc82-4f53-abcc-e3f7ac79f31a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Feb 28 21:58:00.641554 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e120e13-68b4-4405-95b4-9da7bfc6d02e req-af154b3b-e085-4b7c-b560-3176d0960198 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:00.643109 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1e120e13-68b4-4405-95b4-9da7bfc6d02e req-af154b3b-e085-4b7c-b560-3176d0960198 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0570636 Feb 28 21:58:00.689749 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1e120e13-68b4-4405-95b4-9da7bfc6d02e req-e03ef331-42a0-4768-b6b9-cc67e2796d3b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Feb 28 21:58:01.818839 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e882b-7303-44b7-9be7-1087ba749d99 req-19b4a14b-0c67-4ca5-9e5b-87040d4cf12f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:01.820365 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc1e882b-7303-44b7-9be7-1087ba749d99 req-19b4a14b-0c67-4ca5-9e5b-87040d4cf12f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0595474 Feb 28 21:58:01.874426 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc1e882b-7303-44b7-9be7-1087ba749d99 req-5eeaa0ed-ac89-41c0-9a9b-81d6c1cb179b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 Feb 28 21:58:03.002532 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4bda-89ab-43b8-a6cf-e55a60fb9d83 req-0ca5cead-9306-4e4b-afc5-03eba562945c tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:03.004636 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-21bd4bda-89ab-43b8-a6cf-e55a60fb9d83 req-0ca5cead-9306-4e4b-afc5-03eba562945c tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0552683 Feb 28 21:58:03.049752 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-21bd4bda-89ab-43b8-a6cf-e55a60fb9d83 req-a54fcb79-8f4b-40c2-9cb8-25e67c7d6be1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Feb 28 21:58:03.846130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dba2e71a-4219-400d-9bf7-02fffe5b747d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:04.168824 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0106a6-a77f-48ab-9040-31aa68f0f05f req-fa3a82b1-1e95-430c-8f9c-270fa993cf37 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:04.170215 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c0106a6-a77f-48ab-9040-31aa68f0f05f req-fa3a82b1-1e95-430c-8f9c-270fa993cf37 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0531397 Feb 28 21:58:04.216704 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c0106a6-a77f-48ab-9040-31aa68f0f05f req-6b624155-9097-4dda-9000-49aaaebf8c16 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Feb 28 21:58:05.349708 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc77ba-d1ec-43f3-aafb-a58e82eb4ae7 req-5c7bd310-6729-447d-9280-a90fea903b8e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:05.351544 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-68bc77ba-d1ec-43f3-aafb-a58e82eb4ae7 req-5c7bd310-6729-447d-9280-a90fea903b8e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0632303 Feb 28 21:58:05.411864 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-68bc77ba-d1ec-43f3-aafb-a58e82eb4ae7 req-ff07bdb6-b3e9-4fa1-8e0d-5283d548660f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544033 Feb 28 21:58:06.098827 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:58:06.263691 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-87277460-2f14-47e6-ad99-24ece9c4c0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:06.529590 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c620cff-3257-4416-9400-cb759eab5d16 req-c040f823-301d-4b9e-aae1-4dff6bfefbbc tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:06.531069 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c620cff-3257-4416-9400-cb759eab5d16 req-c040f823-301d-4b9e-aae1-4dff6bfefbbc tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0524676 Feb 28 21:58:06.576123 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c620cff-3257-4416-9400-cb759eab5d16 req-ba1d54e0-4f28-4ded-aabb-1faf1234d26b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Feb 28 21:58:07.256503 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:07.692387 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708e411-f652-48e5-988a-f6b6a546b966 req-297f137b-2d2e-469b-97cd-2a5dd7ec57bd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:07.694363 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2708e411-f652-48e5-988a-f6b6a546b966 req-297f137b-2d2e-469b-97cd-2a5dd7ec57bd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0534134 Feb 28 21:58:07.740948 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2708e411-f652-48e5-988a-f6b6a546b966 req-ccaa6b4e-44f8-4428-b099-a6b258cacfb0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Feb 28 21:58:08.011764 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:08.726266 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:08.863841 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5d974-344e-46f9-a058-576fa4d78eaa req-bf76b1dc-6f1f-48d1-82cb-c6d30fc9924e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:08.865276 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ff5d974-344e-46f9-a058-576fa4d78eaa req-bf76b1dc-6f1f-48d1-82cb-c6d30fc9924e tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0583944 Feb 28 21:58:08.911283 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ff5d974-344e-46f9-a058-576fa4d78eaa req-a3800d51-877f-45b0-ae8b-431c51259f00 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Feb 28 21:58:10.027213 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7815e29-cc74-49bc-adda-01a827402e09 req-de8f2fad-ba39-4ac0-9a46-79da937e07c1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:10.028687 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7815e29-cc74-49bc-adda-01a827402e09 req-de8f2fad-ba39-4ac0-9a46-79da937e07c1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0509462 Feb 28 21:58:10.074164 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7815e29-cc74-49bc-adda-01a827402e09 req-ce04f3ba-d72c-4427-b999-8dfce8f8e95f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Feb 28 21:58:10.103304 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:11.189844 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68230ed-55ed-40e2-bb04-8e6494adf6bb req-11ff6bae-cf8d-462c-acb3-c2ac4708e2ff tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:11.191368 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b68230ed-55ed-40e2-bb04-8e6494adf6bb req-11ff6bae-cf8d-462c-acb3-c2ac4708e2ff tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0512004 Feb 28 21:58:11.239491 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b68230ed-55ed-40e2-bb04-8e6494adf6bb req-f4980b12-8e99-4583-9726-186c019a9f35 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Feb 28 21:58:12.403229 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-b1e1d4ab-973c-4bf9-8293-95362ed8a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:12.404896 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-b1e1d4ab-973c-4bf9-8293-95362ed8a91a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.0903740 Feb 28 21:58:12.416109 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2aa5e-9162-4644-a8e2-973741b62b56 req-36c64411-64ff-4b15-822c-92a328c796ff tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:12.417665 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04f2aa5e-9162-4644-a8e2-973741b62b56 req-36c64411-64ff-4b15-822c-92a328c796ff tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.1114106 Feb 28 21:58:12.521503 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04f2aa5e-9162-4644-a8e2-973741b62b56 req-d390e34e-37fe-4b69-8c60-836d9283ce18 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979800 Feb 28 21:58:12.540340 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-0917b1f8-8294-4008-9dff-3ca847a9c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:12.541867 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-0917b1f8-8294-4008-9dff-3ca847a9c638 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.1168189 Feb 28 21:58:12.586475 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-f984f71a-4260-47a2-8e32-88a558405782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 217 time: 0.0378587 Feb 28 21:58:12.636437 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-7eb18321-580c-48e7-a000-a60e78adf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:12.637850 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-7eb18321-580c-48e7-a000-a60e78adf2f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.0452256 Feb 28 21:58:12.667796 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-4b4d1ea9-ed1f-459a-8bfc-4c8e63731c95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242109 Feb 28 21:58:12.754932 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-8eb14158-0c38-4f27-a7c0-70df370dd0b1 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809205 Feb 28 21:58:12.846484 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20137a7-7126-48f3-aa78-d19b9075f290 req-1a62428a-7a81-4819-bc04-fa2810bf286c service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855157 Feb 28 21:58:13.636642 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ce4c-0b59-4d56-9b28-b85eac3f883d req-868139b8-ee2a-41f4-a2b9-5a838805d198 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:13.638111 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a25ce4c-0b59-4d56-9b28-b85eac3f883d req-868139b8-ee2a-41f4-a2b9-5a838805d198 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0535345 Feb 28 21:58:13.685332 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2a25ce4c-0b59-4d56-9b28-b85eac3f883d req-17f8375d-3848-40b8-ae24-0b6cea2a5e16 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Feb 28 21:58:14.236599 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65729a-7f10-4d75-9de0-3ef92807b10f req-7e018e66-fc88-4d32-af18-d2ebb50ebfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:14.238075 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a65729a-7f10-4d75-9de0-3ef92807b10f req-7e018e66-fc88-4d32-af18-d2ebb50ebfc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.0463891 Feb 28 21:58:14.282851 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a65729a-7f10-4d75-9de0-3ef92807b10f req-939ec681-e694-498f-a2ab-e6caf1aaacc1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370123 Feb 28 21:58:14.819444 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9b3dd-d44f-4198-a53c-a4f1d3c5f06f req-3e761d73-23ee-4e65-814a-9abd70b90597 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:14.822773 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69f9b3dd-d44f-4198-a53c-a4f1d3c5f06f req-3e761d73-23ee-4e65-814a-9abd70b90597 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0683193 Feb 28 21:58:14.872024 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69f9b3dd-d44f-4198-a53c-a4f1d3c5f06f req-9e2330f1-fdef-418e-8967-f651a35db622 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Feb 28 21:58:15.989614 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef12cc-e2cf-40ac-a584-501ec32c500b req-036a1be9-be9a-4934-bf9a-cda976821570 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:15.990998 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73ef12cc-e2cf-40ac-a584-501ec32c500b req-036a1be9-be9a-4934-bf9a-cda976821570 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0522561 Feb 28 21:58:16.040206 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73ef12cc-e2cf-40ac-a584-501ec32c500b req-b04418e3-ef55-41da-aa51-4589076f2392 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Feb 28 21:58:16.341077 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58708) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:16.733118 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:16.808485 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Publish callbacks [] for security_group (ff216427-52d5-4826-a0e0-9072c505af8c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:16.897536 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (ff216427-52d5-4826-a0e0-9072c505af8c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:16.916033 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 58730) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:16.936357 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ccf2edff7f948eea02acc9bdf4fe456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937562 Feb 28 21:58:16.937207 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff216427-52d5-4826-a0e0-9072c505af8c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:16.939123 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58734) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:16.956962 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.959672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.959672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.959672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.959672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.959672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.959672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.960466 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.960981 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.961480 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.961976 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.962729 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:16.963223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933eceeb-4b1c-4218-8808-aeb1a75f90b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.005018 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b686ec3d-5e21-4430-9007-d787e7e00d2b admin admin] Publish callbacks [] for security_group (ff216427-52d5-4826-a0e0-9072c505af8c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.026701 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b686ec3d-5e21-4430-9007-d787e7e00d2b admin admin] Publish callbacks [] for security_group (ff216427-52d5-4826-a0e0-9072c505af8c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.036593 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.125557 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Publish callbacks [] for security_group (c6d38d24-b658-4f91-8e3f-7d3c221ccd9a), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.178420 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d70268-6a81-45e3-b79d-47e43dc86b68 req-fbdf3d2b-8ee9-40a8-a984-28a410a543a2 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:17.179900 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b3d70268-6a81-45e3-b79d-47e43dc86b68 req-fbdf3d2b-8ee9-40a8-a984-28a410a543a2 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0537567 Feb 28 21:58:17.234817 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b3d70268-6a81-45e3-b79d-47e43dc86b68 req-4f106044-953d-4eb6-a961-2d925e11436b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Feb 28 21:58:17.251848 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b686ec3d-5e21-4430-9007-d787e7e00d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (ff216427-52d5-4826-a0e0-9072c505af8c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.251992 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c6d38d24-b658-4f91-8e3f-7d3c221ccd9a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.256466 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b686ec3d-5e21-4430-9007-d787e7e00d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.259327 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b686ec3d-5e21-4430-9007-d787e7e00d2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff216427-52d5-4826-a0e0-9072c505af8c HTTP/1.1" status: 204 len: 168 time: 0.3192534 Feb 28 21:58:17.274539 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686ec3d-5e21-4430-9007-d787e7e00d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff216427-52d5-4826-a0e0-9072c505af8c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:17.292120 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b1a09dd6a734ed8bd2be3f884bb7de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749571 Feb 28 21:58:17.295225 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58748) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:17.352583 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d38d24-b658-4f91-8e3f-7d3c221ccd9a,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:17.367805 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.368160 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.369018 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.369362 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.369697 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.370053 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.370396 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.371165 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.371165 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.371393 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.371963 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.372287 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.372757 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc2366-7b7a-447d-a72c-d38a580a5175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:58:17.377181 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f50046d7-9034-4fa5-9daa-5cec66da15c8 admin admin] Publish callbacks [] for security_group (c6d38d24-b658-4f91-8e3f-7d3c221ccd9a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.434454 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f50046d7-9034-4fa5-9daa-5cec66da15c8 admin admin] Publish callbacks [] for security_group (c6d38d24-b658-4f91-8e3f-7d3c221ccd9a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.623391 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f50046d7-9034-4fa5-9daa-5cec66da15c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c6d38d24-b658-4f91-8e3f-7d3c221ccd9a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.626129 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f50046d7-9034-4fa5-9daa-5cec66da15c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:17.627329 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f50046d7-9034-4fa5-9daa-5cec66da15c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6d38d24-b658-4f91-8e3f-7d3c221ccd9a HTTP/1.1" status: 204 len: 168 time: 0.3309927 Feb 28 21:58:17.637335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50046d7-9034-4fa5-9daa-5cec66da15c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d38d24-b658-4f91-8e3f-7d3c221ccd9a,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:17.779948 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f354b65-2dc2-4f62-abb3-4541c124e684 req-c39e6e7d-b42a-4ee0-b73f-15310469b3de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:17.782175 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f354b65-2dc2-4f62-abb3-4541c124e684 req-c39e6e7d-b42a-4ee0-b73f-15310469b3de tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0607495 Feb 28 21:58:17.860575 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f354b65-2dc2-4f62-abb3-4541c124e684 req-cbcb7050-6896-4083-a0b0-a595740acfae tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711241 Feb 28 21:58:17.867369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-e7f05886-ccde-4976-bd10-998616f3e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:17.869047 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-e7f05886-ccde-4976-bd10-998616f3e035 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.0779409 Feb 28 21:58:17.964927 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-0b7b773f-d197-475f-a051-f1cadeacca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:17.966415 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-0b7b773f-d197-475f-a051-f1cadeacca5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.0915434 Feb 28 21:58:18.011471 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-00603173-c10f-47e1-a6d6-1b0f6c1ad1f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 217 time: 0.0381515 Feb 28 21:58:18.061978 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-cd602829-21c0-4602-a16e-7ba2c3c2043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:18.063846 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-cd602829-21c0-4602-a16e-7ba2c3c2043e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.0435638 Feb 28 21:58:18.100554 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-6f2066bb-7e37-4fc1-9721-0198179bbbc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271645 Feb 28 21:58:18.202482 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-dbd782fb-01aa-4dbd-a003-358e6ef5fde8 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925663 Feb 28 21:58:18.304629 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fc46437-f1a1-4e4e-b142-b67db1e5333b req-6ce87e42-d941-4374-9cec-71a2c0a3cb18 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917895 Feb 28 21:58:18.400600 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 58780) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:18.413923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa043-d580-44bc-aa91-02c2c5e7ad38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:18.490179 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa043-d580-44bc-aa91-02c2c5e7ad38 admin admin] Publish callbacks [] for security_group (335b4189-d44a-410f-8f14-c8a23006ff98), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:18.639284 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa043-d580-44bc-aa91-02c2c5e7ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (335b4189-d44a-410f-8f14-c8a23006ff98), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:18.683136 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa043-d580-44bc-aa91-02c2c5e7ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335b4189-d44a-410f-8f14-c8a23006ff98,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:18.694489 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58790) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:18.694615 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-1c8aa043-d580-44bc-aa91-02c2c5e7ad38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a91c1449934249af82746f72850ae539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928996 Feb 28 21:58:18.751610 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16d070e-1951-4d75-bdac-1525ac828279 admin admin] Publish callbacks [] for security_group (335b4189-d44a-410f-8f14-c8a23006ff98), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:18.781119 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16d070e-1951-4d75-bdac-1525ac828279 admin admin] Publish callbacks [] for security_group (335b4189-d44a-410f-8f14-c8a23006ff98), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:18.968001 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16d070e-1951-4d75-bdac-1525ac828279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (335b4189-d44a-410f-8f14-c8a23006ff98), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:18.970504 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16d070e-1951-4d75-bdac-1525ac828279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:18.971598 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c16d070e-1951-4d75-bdac-1525ac828279 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/335b4189-d44a-410f-8f14-c8a23006ff98 HTTP/1.1" status: 204 len: 168 time: 0.2750812 Feb 28 21:58:18.985938 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d070e-1951-4d75-bdac-1525ac828279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b4189-d44a-410f-8f14-c8a23006ff98,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:19.006343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdbaa-c1fc-4683-8ac3-c4cc1b89874d req-f96f669f-c086-458c-88b2-f3e0968ebc75 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:19.007883 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343bdbaa-c1fc-4683-8ac3-c4cc1b89874d req-f96f669f-c086-458c-88b2-f3e0968ebc75 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0669825 Feb 28 21:58:19.075656 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343bdbaa-c1fc-4683-8ac3-c4cc1b89874d req-8aa64e87-251b-4def-8435-a698e334bb89 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Feb 28 21:58:19.903812 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 58822) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:19.918769 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e22cdcc2-059c-4ac3-a1f9-774b9e44bc9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:20.006021 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e22cdcc2-059c-4ac3-a1f9-774b9e44bc9b admin admin] Publish callbacks [] for security_group (146657fd-69fc-460b-b283-e39e45851c0e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:20.132158 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e22cdcc2-059c-4ac3-a1f9-774b9e44bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (146657fd-69fc-460b-b283-e39e45851c0e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:20.195049 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e22cdcc2-059c-4ac3-a1f9-774b9e44bc9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b61f684e9c4e45c6a0a4565440b06afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900922 Feb 28 21:58:20.197650 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 58830) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:20.198169 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cdcc2-059c-4ac3-a1f9-774b9e44bc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146657fd-69fc-460b-b283-e39e45851c0e,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:20.222230 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31eca-b958-4737-800f-8531d6da1bfb req-1b0f4e4c-1663-424c-ba02-8ac1f76d0708 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:20.223705 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0d31eca-b958-4737-800f-8531d6da1bfb req-1b0f4e4c-1663-424c-ba02-8ac1f76d0708 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0806479 Feb 28 21:58:20.253863 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-454d29b1-a3a0-482d-938c-1a207a49a692 admin admin] Publish callbacks [] for security_group (146657fd-69fc-460b-b283-e39e45851c0e), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:20.275603 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-454d29b1-a3a0-482d-938c-1a207a49a692 admin admin] Publish callbacks [] for security_group (146657fd-69fc-460b-b283-e39e45851c0e), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:20.280893 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0d31eca-b958-4737-800f-8531d6da1bfb req-79d84ad6-4f11-4e8b-97f1-a8016d922744 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Feb 28 21:58:20.389510 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-454d29b1-a3a0-482d-938c-1a207a49a692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (146657fd-69fc-460b-b283-e39e45851c0e), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:20.392081 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-454d29b1-a3a0-482d-938c-1a207a49a692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:20.393246 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-454d29b1-a3a0-482d-938c-1a207a49a692 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/146657fd-69fc-460b-b283-e39e45851c0e HTTP/1.1" status: 204 len: 168 time: 0.1943884 Feb 28 21:58:20.401093 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d29b1-a3a0-482d-938c-1a207a49a692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146657fd-69fc-460b-b283-e39e45851c0e,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:21.410692 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283e1a7-f878-4e2e-9cb1-7b20b775b151 req-b31e1f7b-4d9e-45d3-90ee-658e82079f8a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:21.412900 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e283e1a7-f878-4e2e-9cb1-7b20b775b151 req-b31e1f7b-4d9e-45d3-90ee-658e82079f8a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0573680 Feb 28 21:58:21.470589 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e283e1a7-f878-4e2e-9cb1-7b20b775b151 req-7724b52d-e45c-48e7-81cb-121f8e8d5d2d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523522 Feb 28 21:58:33.663581 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf94a7-a6ee-41d5-a586-b2399e03b1e9 req-b28cf336-d2ce-4f18-8592-1824408f196a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:33.665752 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8bdf94a7-a6ee-41d5-a586-b2399e03b1e9 req-b28cf336-d2ce-4f18-8592-1824408f196a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0517044 Feb 28 21:58:33.710258 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8bdf94a7-a6ee-41d5-a586-b2399e03b1e9 req-c879e80d-799b-43ba-9d13-1b4ccbf7332d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Feb 28 21:58:33.800364 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3e606159-25a9-46ec-bf8f-67150b79f5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:36.262208 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cbe2-c2b2-4401-aac5-741d8083b2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:37.278839 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:38.034373 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:38.680241 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.051199 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59156) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:40.097384 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.157578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0edf31b-975b-4a24-9512-bd954924809b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.243748 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0edf31b-975b-4a24-9512-bd954924809b admin admin] Publish callbacks [] for security_group (7db688b5-49e4-4dad-8ae3-5aabc280b2af), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.274040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59166) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:40.353252 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0edf31b-975b-4a24-9512-bd954924809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7db688b5-49e4-4dad-8ae3-5aabc280b2af), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.404105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-381e7bfc-2a57-4d33-a792-c1abca618a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.410818 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a0edf31b-975b-4a24-9512-bd954924809b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9495f53c7aa6421389bc740be62cc154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586044 Feb 28 21:58:40.413565 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59170) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:40.417673 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edf31b-975b-4a24-9512-bd954924809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db688b5-49e4-4dad-8ae3-5aabc280b2af,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:40.462740 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-59c65093-9616-4559-a4d2-8e147b5da322 admin admin] Publish callbacks [] for security_group (7db688b5-49e4-4dad-8ae3-5aabc280b2af), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.485221 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-59c65093-9616-4559-a4d2-8e147b5da322 admin admin] Publish callbacks [] for security_group (7db688b5-49e4-4dad-8ae3-5aabc280b2af), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.492519 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-381e7bfc-2a57-4d33-a792-c1abca618a7d admin admin] Publish callbacks [] for security_group (5f69fd0a-5154-4053-beca-bb35eb5c8992), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.612336 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-381e7bfc-2a57-4d33-a792-c1abca618a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (5f69fd0a-5154-4053-beca-bb35eb5c8992), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.651245 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-381e7bfc-2a57-4d33-a792-c1abca618a7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2b34d317aab4e40a28b490442fdf1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758357 Feb 28 21:58:40.652368 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e7bfc-2a57-4d33-a792-c1abca618a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f69fd0a-5154-4053-beca-bb35eb5c8992,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:40.654139 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59172) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:40.702556 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-59c65093-9616-4559-a4d2-8e147b5da322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7db688b5-49e4-4dad-8ae3-5aabc280b2af), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.705197 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-59c65093-9616-4559-a4d2-8e147b5da322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.706348 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-59c65093-9616-4559-a4d2-8e147b5da322 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7db688b5-49e4-4dad-8ae3-5aabc280b2af HTTP/1.1" status: 204 len: 168 time: 0.2917807 Feb 28 21:58:40.713550 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63fe1ff1-0f57-4219-aa34-131e22e561de admin admin] Publish callbacks [] for security_group (5f69fd0a-5154-4053-beca-bb35eb5c8992), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.720389 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c65093-9616-4559-a4d2-8e147b5da322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db688b5-49e4-4dad-8ae3-5aabc280b2af,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:40.743047 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63fe1ff1-0f57-4219-aa34-131e22e561de admin admin] Publish callbacks [] for security_group (5f69fd0a-5154-4053-beca-bb35eb5c8992), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.901445 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63fe1ff1-0f57-4219-aa34-131e22e561de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (5f69fd0a-5154-4053-beca-bb35eb5c8992), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.904060 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-63fe1ff1-0f57-4219-aa34-131e22e561de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:40.905199 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-63fe1ff1-0f57-4219-aa34-131e22e561de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f69fd0a-5154-4053-beca-bb35eb5c8992 HTTP/1.1" status: 204 len: 168 time: 0.2494130 Feb 28 21:58:40.912915 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe1ff1-0f57-4219-aa34-131e22e561de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f69fd0a-5154-4053-beca-bb35eb5c8992,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:43.098182 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:58:44.365366 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59240) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:44.470833 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-38ec3591-45b1-4584-acbc-aada44409038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:44.553941 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-38ec3591-45b1-4584-acbc-aada44409038 admin admin] Publish callbacks [] for security_group (0cdddc67-081f-4060-9e15-b3074224889d), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:44.640220 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-38ec3591-45b1-4584-acbc-aada44409038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (0cdddc67-081f-4060-9e15-b3074224889d), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:44.679636 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-38ec3591-45b1-4584-acbc-aada44409038 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ec87a610af5441d8de7e84dc1ceb3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131683 Feb 28 21:58:44.680520 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec3591-45b1-4584-acbc-aada44409038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdddc67-081f-4060-9e15-b3074224889d,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:44.683036 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59246) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:44.730634 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-47c1b3bd-bfaf-4fd3-bef1-89b25ac9b179 admin admin] Publish callbacks [] for security_group (0cdddc67-081f-4060-9e15-b3074224889d), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:44.751535 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-47c1b3bd-bfaf-4fd3-bef1-89b25ac9b179 admin admin] Publish callbacks [] for security_group (0cdddc67-081f-4060-9e15-b3074224889d), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:44.863181 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-47c1b3bd-bfaf-4fd3-bef1-89b25ac9b179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (0cdddc67-081f-4060-9e15-b3074224889d), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:44.865750 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-47c1b3bd-bfaf-4fd3-bef1-89b25ac9b179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:44.866942 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-47c1b3bd-bfaf-4fd3-bef1-89b25ac9b179 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cdddc67-081f-4060-9e15-b3074224889d HTTP/1.1" status: 204 len: 168 time: 0.1829522 Feb 28 21:58:44.876146 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1b3bd-bfaf-4fd3-bef1-89b25ac9b179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdddc67-081f-4060-9e15-b3074224889d,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:45.307242 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59260) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:45.412462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f240631e-cf30-4d27-9bbf-4bd49d4230de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:45.490122 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f240631e-cf30-4d27-9bbf-4bd49d4230de admin admin] Publish callbacks [] for security_group (235f8fd9-c45f-4023-ab21-5a4bb192609f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:45.566308 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f240631e-cf30-4d27-9bbf-4bd49d4230de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (235f8fd9-c45f-4023-ab21-5a4bb192609f), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:45.606610 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f240631e-cf30-4d27-9bbf-4bd49d4230de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c6353e349e848ea94e626778af4f42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983525 Feb 28 21:58:45.608561 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240631e-cf30-4d27-9bbf-4bd49d4230de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235f8fd9-c45f-4023-ab21-5a4bb192609f,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:45.609347 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59274) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:58:45.658229 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1b9-c427-4f3d-a907-ae80e7282b6c admin admin] Publish callbacks [] for security_group (235f8fd9-c45f-4023-ab21-5a4bb192609f), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:45.681562 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1b9-c427-4f3d-a907-ae80e7282b6c admin admin] Publish callbacks [] for security_group (235f8fd9-c45f-4023-ab21-5a4bb192609f), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:45.800368 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1b9-c427-4f3d-a907-ae80e7282b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (235f8fd9-c45f-4023-ab21-5a4bb192609f), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:45.802944 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1b9-c427-4f3d-a907-ae80e7282b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:58:45.804233 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-da0ee1b9-c427-4f3d-a907-ae80e7282b6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/235f8fd9-c45f-4023-ab21-5a4bb192609f HTTP/1.1" status: 204 len: 168 time: 0.1936116 Feb 28 21:58:45.812297 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ee1b9-c427-4f3d-a907-ae80e7282b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235f8fd9-c45f-4023-ab21-5a4bb192609f,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:58:55.708376 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cf709-700c-4c77-af0e-ba2b80d75bee req-19a0bb3f-9849-4cca-964d-549662de5f43 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:55.710526 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-918cf709-700c-4c77-af0e-ba2b80d75bee req-19a0bb3f-9849-4cca-964d-549662de5f43 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0530844 Feb 28 21:58:55.785296 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-918cf709-700c-4c77-af0e-ba2b80d75bee req-831aa672-8d76-423f-94e3-1cf1e8ce71da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688443 Feb 28 21:58:55.794903 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-80aea51a-426d-44bf-b407-40cae6190538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:55.796660 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-80aea51a-426d-44bf-b407-40cae6190538 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.0672510 Feb 28 21:58:55.890575 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-7e4db42c-c205-47d3-a2de-f50ffbc8b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:55.892042 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-7e4db42c-c205-47d3-a2de-f50ffbc8b5b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.0890574 Feb 28 21:58:55.935889 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-fc387fb2-1a13-431b-b5ce-ff1587514e19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 217 time: 0.0378985 Feb 28 21:58:55.986688 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-af3caa1b-fa3e-40ea-b621-2e365bcdcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:55.988109 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-af3caa1b-fa3e-40ea-b621-2e365bcdcd31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.0466120 Feb 28 21:58:56.017505 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-d1d8b073-acf3-4725-98e6-2f86488881f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236959 Feb 28 21:58:56.104377 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-2d38fec6-f3d7-4598-aada-2c5d3ddb0559 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806417 Feb 28 21:58:56.194281 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c1d8560-a08b-4ba0-b7c3-256dac0cf9e5 req-183ab9bc-719f-49e7-b955-81b51038e006 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832958 Feb 28 21:58:56.909046 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9581be-a4c1-4838-8247-7eb1045181e9 req-649a3747-4900-4792-b6ee-8f600c95bebd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:56.910558 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a9581be-a4c1-4838-8247-7eb1045181e9 req-649a3747-4900-4792-b6ee-8f600c95bebd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0544941 Feb 28 21:58:56.957078 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a9581be-a4c1-4838-8247-7eb1045181e9 req-1d8ad561-7143-4287-bfd5-39f9e427ad78 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Feb 28 21:58:58.073767 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfb13-7b8b-402c-8b8e-984b6e2c4657 req-cd889146-3f12-4883-8480-93bbe1f08098 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:58.075379 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d57dfb13-7b8b-402c-8b8e-984b6e2c4657 req-cd889146-3f12-4883-8480-93bbe1f08098 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0515962 Feb 28 21:58:58.124040 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d57dfb13-7b8b-402c-8b8e-984b6e2c4657 req-13c0fe27-a1ae-403a-915d-c4a332c189ab tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Feb 28 21:58:59.242153 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244735a-77fd-4b0d-8028-6147106c1f52 req-7ffceaa6-c5eb-4a82-9950-a8e128fd1264 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:58:59.243660 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f244735a-77fd-4b0d-8028-6147106c1f52 req-7ffceaa6-c5eb-4a82-9950-a8e128fd1264 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0541723 Feb 28 21:58:59.291379 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f244735a-77fd-4b0d-8028-6147106c1f52 req-b99165c9-9829-49ec-be44-3d02eeda33a7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Feb 28 21:59:00.417772 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb80740-7028-4cc6-bbd1-885de519af06 req-85b56402-c9bb-4a77-8080-ef508444983b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:00.420300 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bbb80740-7028-4cc6-bbd1-885de519af06 req-85b56402-c9bb-4a77-8080-ef508444983b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0566473 Feb 28 21:59:00.473192 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bbb80740-7028-4cc6-bbd1-885de519af06 req-ed821ebf-8830-4b06-ab61-5851d914292c tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470839 Feb 28 21:59:01.605558 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ffd60-ee8a-4aae-b795-c3e8fb0ed079 req-8d1b4f63-d4c1-4a2e-9d74-0f0a9dda1740 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:01.610471 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c06ffd60-ee8a-4aae-b795-c3e8fb0ed079 req-8d1b4f63-d4c1-4a2e-9d74-0f0a9dda1740 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0650897 Feb 28 21:59:01.662217 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c06ffd60-ee8a-4aae-b795-c3e8fb0ed079 req-294829e5-c9f3-4cd2-b4c4-04d87d56adc4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490429 Feb 28 21:59:02.781696 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d7e71-f373-4f1d-b4f8-8b6515dd5cb0 req-96eeba84-4fc6-4305-986a-dbcf64443e8d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:02.783261 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a62d7e71-f373-4f1d-b4f8-8b6515dd5cb0 req-96eeba84-4fc6-4305-986a-dbcf64443e8d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0544941 Feb 28 21:59:02.832623 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a62d7e71-f373-4f1d-b4f8-8b6515dd5cb0 req-48353123-9ece-4e93-9e9a-79f251743fc0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Feb 28 21:59:03.828767 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-92dad08a-75af-4640-8090-0d3921cac21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:03.968479 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51aad5-4572-42a3-8c14-eb0811cdca06 req-d77d7a64-788c-4020-8c96-96af78b21b82 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:03.969980 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba51aad5-4572-42a3-8c14-eb0811cdca06 req-d77d7a64-788c-4020-8c96-96af78b21b82 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0652907 Feb 28 21:59:04.024149 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba51aad5-4572-42a3-8c14-eb0811cdca06 req-c26c35f9-49be-4515-8d5b-5f528d5740dd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484574 Feb 28 21:59:05.150502 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75560a4-21ff-462b-ad96-498d1560665b req-95731699-814a-4761-aa09-59d8d84c90e9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:05.151975 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b75560a4-21ff-462b-ad96-498d1560665b req-95731699-814a-4761-aa09-59d8d84c90e9 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0517492 Feb 28 21:59:05.198172 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b75560a4-21ff-462b-ad96-498d1560665b req-3048ea3a-c8b5-4c34-a6ea-0c595165becd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Feb 28 21:59:06.194298 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b54c7300-e44d-47d9-b299-43127c62ffe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:06.316867 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06204023-39ea-4d08-8565-e79c0cd0499a req-30152209-319e-4936-bd17-65c50b7d0353 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:06.318355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06204023-39ea-4d08-8565-e79c0cd0499a req-30152209-319e-4936-bd17-65c50b7d0353 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0542216 Feb 28 21:59:06.373836 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06204023-39ea-4d08-8565-e79c0cd0499a req-ce3ab371-0267-46ec-8591-44919d44a8ea tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500579 Feb 28 21:59:06.811606 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42391-ac86-402b-9a83-c979980e60ac req-7dab9377-ed5d-4861-970f-5e3a9c2d845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:06.813183 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fe42391-ac86-402b-9a83-c979980e60ac req-7dab9377-ed5d-4861-970f-5e3a9c2d845b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.0423164 Feb 28 21:59:06.856058 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fe42391-ac86-402b-9a83-c979980e60ac req-1300993d-d97f-42e0-8859-c3ec9a4ad08d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Feb 28 21:59:07.277841 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:07.493607 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342dea2-c167-4742-87e1-648b18df8c36 req-0a521c9f-e15e-44d2-8f5f-c0d908116acd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:07.495106 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8342dea2-c167-4742-87e1-648b18df8c36 req-0a521c9f-e15e-44d2-8f5f-c0d908116acd tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0538721 Feb 28 21:59:07.540350 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8342dea2-c167-4742-87e1-648b18df8c36 req-62ca9d99-43a0-46b0-8871-90e9636bc1ef tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Feb 28 21:59:07.861685 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59658) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:07.966425 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c7f25fe-8e48-4e9f-a42c-92acf07b66a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.018706 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.040040 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c7f25fe-8e48-4e9f-a42c-92acf07b66a0 admin admin] Publish callbacks [] for security_group (2695c0c2-7b74-4e32-9570-36e4490d6e8d), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.100671 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4c7f25fe-8e48-4e9f-a42c-92acf07b66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2695c0c2-7b74-4e32-9570-36e4490d6e8d), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.140954 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4c7f25fe-8e48-4e9f-a42c-92acf07b66a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37afd0d48df643ed91fab2520770c09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781579 Feb 28 21:59:08.142117 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f25fe-8e48-4e9f-a42c-92acf07b66a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2695c0c2-7b74-4e32-9570-36e4490d6e8d,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:08.144374 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59668) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:08.197261 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-db3f2805-1e6f-49eb-ab7d-a4ae94ed5ea9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581656 Feb 28 21:59:08.210741 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-99af558c-4207-4d9e-8a3f-2b0bb3472a68 admin admin] Publish callbacks [] for security_group (2695c0c2-7b74-4e32-9570-36e4490d6e8d), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.232374 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-99af558c-4207-4d9e-8a3f-2b0bb3472a68 admin admin] Publish callbacks [] for security_group (2695c0c2-7b74-4e32-9570-36e4490d6e8d), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.275823 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-61d493b1-e49f-4444-8b68-55b671f53c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:08.278078 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-61d493b1-e49f-4444-8b68-55b671f53c91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 1129 time: 0.0592372 Feb 28 21:59:08.383904 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-ed769cc1-0d37-47fa-9e99-8ba4a1254610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:08.385422 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-ed769cc1-0d37-47fa-9e99-8ba4a1254610 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.0875242 Feb 28 21:59:08.389488 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-99af558c-4207-4d9e-8a3f-2b0bb3472a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2695c0c2-7b74-4e32-9570-36e4490d6e8d), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.392088 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-99af558c-4207-4d9e-8a3f-2b0bb3472a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.393288 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-99af558c-4207-4d9e-8a3f-2b0bb3472a68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2695c0c2-7b74-4e32-9570-36e4490d6e8d HTTP/1.1" status: 204 len: 168 time: 0.2479582 Feb 28 21:59:08.404749 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af558c-4207-4d9e-8a3f-2b0bb3472a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2695c0c2-7b74-4e32-9570-36e4490d6e8d,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:08.436381 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-2f0e03c1-c959-41a7-9c56-ae389d001943 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d HTTP/1.1" status: 200 len: 217 time: 0.0435896 Feb 28 21:59:08.490717 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-b45ca2ae-6766-4823-bf66-2d1d6c157ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:08.492528 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-b45ca2ae-6766-4823-bf66-2d1d6c157ce4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.0487580 Feb 28 21:59:08.542278 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-45f403d1-04ca-46f8-8ef4-b9bc7ac1aefc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269837 Feb 28 21:59:08.659898 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-8fe58375-8289-4b9d-81d9-094c100ec83d service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267970 Feb 28 21:59:08.704724 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5333e54-6496-4078-8aff-a1c902f29310 req-6cc262f6-2703-4906-9430-0ee86bd3dc7a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:08.706219 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a5333e54-6496-4078-8aff-a1c902f29310 req-6cc262f6-2703-4906-9430-0ee86bd3dc7a tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0911081 Feb 28 21:59:08.738464 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:08.798948 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a5333e54-6496-4078-8aff-a1c902f29310 req-dde67df1-d035-4587-bbe2-b9894a453317 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641596 Feb 28 21:59:08.801274 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-943b87c8-4801-4f4d-967a-89399ac8f81b req-368926e8-afbe-4065-ae99-865530399086 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344931 Feb 28 21:59:09.285446 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59692) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:09.301027 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-994122ee-7292-4175-a18f-4f38e3a7736b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:09.337732 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b52503-9b6d-489c-870a-e7ba91ce1820 req-1550cc0c-095a-4d81-9eb0-25244a64e6f3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:09.339411 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79b52503-9b6d-489c-870a-e7ba91ce1820 req-1550cc0c-095a-4d81-9eb0-25244a64e6f3 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0846529 Feb 28 21:59:09.452437 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79b52503-9b6d-489c-870a-e7ba91ce1820 req-2186c925-41ac-4c83-9a83-5c1b47e31d96 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021614 Feb 28 21:59:09.463255 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-e62c923b-cca6-4da7-9a4a-1c9d40004948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:09.464814 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-e62c923b-cca6-4da7-9a4a-1c9d40004948 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 1130 time: 0.1347525 Feb 28 21:59:09.486502 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-994122ee-7292-4175-a18f-4f38e3a7736b admin admin] Publish callbacks [] for security_group (cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:09.565646 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-8fb4e52e-cc24-4954-9f9f-5908550306a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:09.567181 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-8fb4e52e-cc24-4954-9f9f-5908550306a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 200 len: 920 time: 0.0922234 Feb 28 21:59:09.615976 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-27d79a0c-8402-4bbf-aa32-52a26882844a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 200 len: 217 time: 0.0427649 Feb 28 21:59:09.616568 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-994122ee-7292-4175-a18f-4f38e3a7736b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:09.691292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994122ee-7292-4175-a18f-4f38e3a7736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:09.697277 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-994122ee-7292-4175-a18f-4f38e3a7736b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a47ca182fae4ddc9723cf621454033b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108083 Feb 28 21:59:09.700692 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59704) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:09.710719 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-904bd04b-42c1-4eae-8d5e-733d72d53d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:09.712482 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-904bd04b-42c1-4eae-8d5e-733d72d53d1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 200 len: 859 time: 0.0906837 Feb 28 21:59:09.757729 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-add3fd48-465d-4364-81f9-40825bb72ceb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66d52754-5a0a-4941-9084-14ed35531f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384381 Feb 28 21:59:09.834668 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-51743d6a-67d5-4221-a008-19d2b2f639c8 admin admin] Publish callbacks [] for security_group (cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:09.867781 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-51743d6a-67d5-4221-a008-19d2b2f639c8 admin admin] Publish callbacks [] for security_group (cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:09.900553 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-71a0e716-5934-4c40-ae6f-24fc5d776bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338322 Feb 28 21:59:09.999124 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c9d9e3-d476-4d79-82b3-c4d4155818fc req-acf10a62-dd76-471b-a20a-0bab3da565a5 service neutron] 10.222.0.16 "GET /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903909 Feb 28 21:59:10.097554 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-51743d6a-67d5-4221-a008-19d2b2f639c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.100210 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-51743d6a-67d5-4221-a008-19d2b2f639c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.101331 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-51743d6a-67d5-4221-a008-19d2b2f639c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb HTTP/1.1" status: 204 len: 168 time: 0.3997192 Feb 28 21:59:10.109946 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51743d6a-67d5-4221-a008-19d2b2f639c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe1b8d7-a1e5-41c6-9844-6a3cf51f6aeb,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:10.138258 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.244754 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59710) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:10.447168 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a1fceb6-3dfd-45b4-b1de-4a7bd1cf53b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.534874 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a1fceb6-3dfd-45b4-b1de-4a7bd1cf53b8 admin admin] Publish callbacks [] for security_group (4f577566-8825-4da8-8a7e-fb7559bade3f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.584055 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d4f84-cc08-4f30-8e60-15ad5d96c51a req-842957c1-f886-41ee-a069-bb6d03ed60d5 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:10.585542 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-365d4f84-cc08-4f30-8e60-15ad5d96c51a req-842957c1-f886-41ee-a069-bb6d03ed60d5 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0627079 Feb 28 21:59:10.610442 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1a1fceb6-3dfd-45b4-b1de-4a7bd1cf53b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (4f577566-8825-4da8-8a7e-fb7559bade3f), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.664659 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1a1fceb6-3dfd-45b4-b1de-4a7bd1cf53b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94ab53958a76438aa3d93885a4dbe772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188075 Feb 28 21:59:10.667428 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59722) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:10.670130 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fceb6-3dfd-45b4-b1de-4a7bd1cf53b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f577566-8825-4da8-8a7e-fb7559bade3f,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:10.675191 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-365d4f84-cc08-4f30-8e60-15ad5d96c51a req-ca34a27b-6ea5-4d46-be1b-ff20cdcff12f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834072 Feb 28 21:59:10.734476 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c49b4eb4-c5cf-4be6-8ea4-9af2983af097 admin admin] Publish callbacks [] for security_group (4f577566-8825-4da8-8a7e-fb7559bade3f), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.754919 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c49b4eb4-c5cf-4be6-8ea4-9af2983af097 admin admin] Publish callbacks [] for security_group (4f577566-8825-4da8-8a7e-fb7559bade3f), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.822058 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59724) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:10.836664 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-543c5217-c02e-4e7c-b7c0-fa58642da497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.888219 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c49b4eb4-c5cf-4be6-8ea4-9af2983af097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (4f577566-8825-4da8-8a7e-fb7559bade3f), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.890639 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c49b4eb4-c5cf-4be6-8ea4-9af2983af097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:10.894971 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c49b4eb4-c5cf-4be6-8ea4-9af2983af097 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f577566-8825-4da8-8a7e-fb7559bade3f HTTP/1.1" status: 204 len: 168 time: 0.2218924 Feb 28 21:59:10.911215 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b4eb4-c5cf-4be6-8ea4-9af2983af097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f577566-8825-4da8-8a7e-fb7559bade3f,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:10.972337 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-543c5217-c02e-4e7c-b7c0-fa58642da497 admin admin] Publish callbacks [] for security_group (e04761d1-3d45-4af4-a1e5-244667770299), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:11.080112 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-543c5217-c02e-4e7c-b7c0-fa58642da497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e04761d1-3d45-4af4-a1e5-244667770299), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:11.119965 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-543c5217-c02e-4e7c-b7c0-fa58642da497 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c33f03626810422d822ad167389e1909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967756 Feb 28 21:59:11.121294 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c5217-c02e-4e7c-b7c0-fa58642da497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04761d1-3d45-4af4-a1e5-244667770299,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:11.123898 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59734) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:11.176360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-199881e5-f6b9-44d7-98d6-53860d7d78da admin admin] Publish callbacks [] for security_group (e04761d1-3d45-4af4-a1e5-244667770299), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:11.197432 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-199881e5-f6b9-44d7-98d6-53860d7d78da admin admin] Publish callbacks [] for security_group (e04761d1-3d45-4af4-a1e5-244667770299), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:11.312383 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-199881e5-f6b9-44d7-98d6-53860d7d78da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e04761d1-3d45-4af4-a1e5-244667770299), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:11.315166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-199881e5-f6b9-44d7-98d6-53860d7d78da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:11.316353 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-199881e5-f6b9-44d7-98d6-53860d7d78da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e04761d1-3d45-4af4-a1e5-244667770299 HTTP/1.1" status: 204 len: 168 time: 0.1914425 Feb 28 21:59:11.334280 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199881e5-f6b9-44d7-98d6-53860d7d78da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04761d1-3d45-4af4-a1e5-244667770299,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:11.803980 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b3804-17b7-4d07-bc9d-4d99141b7da1 req-d847bc35-369c-4911-bdb8-3469b2f1fae1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:11.805579 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e30b3804-17b7-4d07-bc9d-4d99141b7da1 req-d847bc35-369c-4911-bdb8-3469b2f1fae1 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0529912 Feb 28 21:59:11.858531 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e30b3804-17b7-4d07-bc9d-4d99141b7da1 req-997196b4-603a-458a-8c68-cb575ee4674f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467048 Feb 28 21:59:12.535426 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59764) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:12.633368 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1998308280-network', 'tenant_id': 'c4acca99140647f0b63399d2c4bc095e'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:12.748910 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Made reservation on behalf of c4acca99140647f0b63399d2c4bc095e for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:59:12.751276 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:12.759683 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:12.831454 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks [] for security_group (5f68022d-cdb0-48b6-8228-c9e5f456a1bf), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:12.920288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (5f68022d-cdb0-48b6-8228-c9e5f456a1bf), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:12.964339 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:59:12.985194 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68022d-cdb0-48b6-8228-c9e5f456a1bf,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:12.991470 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (52f1609c-80bf-49f4-a1ab-160684a260b6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:12.991814 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Added segment 52f1609c-80bf-49f4-a1ab-160684a260b6 of type vlan for network 12227d99-3302-493a-a211-b05c2603ee16 Feb 28 21:59:13.036378 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (12227d99-3302-493a-a211-b05c2603ee16), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:13.045103 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66cf75-ae6d-4c6f-a951-1cdf04c3fca5 req-73a5693c-b407-475d-bdee-ca8fa88cb1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:13.046607 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a66cf75-ae6d-4c6f-a951-1cdf04c3fca5 req-73a5693c-b407-475d-bdee-ca8fa88cb1da tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.1229472 Feb 28 21:59:13.107431 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a66cf75-ae6d-4c6f-a951-1cdf04c3fca5 req-0cbda7fa-0e86-4ea2-8469-aed584d9c267 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Feb 28 21:59:13.154908 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (12227d99-3302-493a-a211-b05c2603ee16), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:13.155889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:13.156506 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:13.214822 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=12227d99-3302-493a-a211-b05c2603ee16,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:13.226569 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 12227d99-3302-493a-a211-b05c2603ee16 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:59:13.243396 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c04dda31-b8e4-4d0f-959d-4e307a44fbb7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7068374 Feb 28 21:59:13.246241 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59776) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:13.252766 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Request body: {'subnet': {'network_id': '12227d99-3302-493a-a211-b05c2603ee16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1998308280-subnet', 'tenant_id': 'c4acca99140647f0b63399d2c4bc095e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:13.354536 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Made reservation on behalf of c4acca99140647f0b63399d2c4bc095e for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:59:13.357688 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118777'] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:13.598148 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9238666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118731'] for subnet (b06197f9-37d1-4e5f-9df7-ebf0d1313566), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:13.654706 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06197f9-37d1-4e5f-9df7-ebf0d1313566,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:13.674833 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Checking segment: {'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:13.675190 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Network hostable DHCP agents. Network: 12227d99-3302-493a-a211-b05c2603ee16, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:59:13.792214 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 59788) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:13.839923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Network 12227d99-3302-493a-a211-b05c2603ee16 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:59:13.894969 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-681198f5-cd27-47b4-a499-5c75915bcf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:13.955512 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 12227d99-3302-493a-a211-b05c2603ee16) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:13.962594 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:13.963186 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:13.964926 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e1882-304f-4e43-8546-801571a7ed21 None None] Network 12227d99-3302-493a-a211-b05c2603ee16 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:59:13.977750 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-681198f5-cd27-47b4-a499-5c75915bcf5f admin admin] Publish callbacks [] for security_group (a3ab5fe8-1850-4a06-ac37-b1b30b31381c), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:14.057544 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-681198f5-cd27-47b4-a499-5c75915bcf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a3ab5fe8-1850-4a06-ac37-b1b30b31381c), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:14.057855 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfec57c-4aa7-4418-aa2a-e9c66bfefd7a None None] Network 12227d99-3302-493a-a211-b05c2603ee16 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:59:14.096996 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-681198f5-cd27-47b4-a499-5c75915bcf5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=645aaf2aa32e48cb94ada50bed462c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037021 Feb 28 21:59:14.098362 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681198f5-cd27-47b4-a499-5c75915bcf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab5fe8-1850-4a06-ac37-b1b30b31381c,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:14.101407 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 59792) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:14.103550 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5b134d80-a11b-4711-b0e1-7d9f42374ca5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8552971 Feb 28 21:59:14.172166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-531510e8-bbc4-40be-98b8-b1a88b79637c admin admin] Publish callbacks [] for security_group (a3ab5fe8-1850-4a06-ac37-b1b30b31381c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:14.193017 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-531510e8-bbc4-40be-98b8-b1a88b79637c admin admin] Publish callbacks [] for security_group (a3ab5fe8-1850-4a06-ac37-b1b30b31381c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:14.360341 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-531510e8-bbc4-40be-98b8-b1a88b79637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a3ab5fe8-1850-4a06-ac37-b1b30b31381c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:14.363005 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-531510e8-bbc4-40be-98b8-b1a88b79637c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:14.364176 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-531510e8-bbc4-40be-98b8-b1a88b79637c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3ab5fe8-1850-4a06-ac37-b1b30b31381c HTTP/1.1" status: 204 len: 168 time: 0.2610943 Feb 28 21:59:14.375417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531510e8-bbc4-40be-98b8-b1a88b79637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab5fe8-1850-4a06-ac37-b1b30b31381c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:16.525243 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-b4a2e472-0207-466e-a268-f250cc71b91b tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:16.526745 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-b4a2e472-0207-466e-a268-f250cc71b91b tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/networks?id=12227d99-3302-493a-a211-b05c2603ee16 HTTP/1.1" status: 200 len: 809 time: 0.1116509 Feb 28 21:59:16.542074 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-00cb1879-ba20-4963-a536-b9c88346d873 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/quotas/c4acca99140647f0b63399d2c4bc095e HTTP/1.1" status: 200 len: 375 time: 0.0093684 Feb 28 21:59:16.575644 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-92700d07-ca74-4141-863b-428079667291 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4acca99140647f0b63399d2c4bc095e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280161 Feb 28 21:59:16.668123 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-4cc9e67a-5b0b-4952-8431-b53bd852803e service neutron] 10.222.0.26 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850935 Feb 28 21:59:16.759185 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-c3fba163-a817-4e68-9c21-e037b7bef0c2 service neutron] 10.222.0.26 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853181 Feb 28 21:59:17.025085 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b1c08777-9e08-43e2-902e-256fff2ea93b req-666f8acd-07f8-40ff-b09d-3290a100176a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.0302932 Feb 28 21:59:18.102384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b768c901-bc36-4134-bf3f-e11a1c68f079 req-58876262-1cfb-4872-b8b1-b4ece9167a1d tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.0273390 Feb 28 21:59:18.927478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb779e0-b50d-4905-8aab-45060c6233b9 req-985959c2-53c3-4374-bcd2-cf6d0b3158e6 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:18.928920 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7eb779e0-b50d-4905-8aab-45060c6233b9 req-985959c2-53c3-4374-bcd2-cf6d0b3158e6 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0519218 Feb 28 21:59:18.974983 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7eb779e0-b50d-4905-8aab-45060c6233b9 req-06f68d16-7a02-4aa3-8bc4-aabca703fefb tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Feb 28 21:59:19.178038 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7725a8d-3135-4ed7-8110-8e7efbf4a7a9 req-78b0442a-6c1e-4c31-8da9-65b0eb1eb2df tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.0274892 Feb 28 21:59:20.095895 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1d919-f4f9-480f-9c1b-1e29d8158cc6 req-994d1242-8c0c-4e70-8c74-ec7dac3891fa tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:20.097356 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-54d1d919-f4f9-480f-9c1b-1e29d8158cc6 req-994d1242-8c0c-4e70-8c74-ec7dac3891fa tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0566006 Feb 28 21:59:20.098422 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:59:20.151417 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-54d1d919-f4f9-480f-9c1b-1e29d8158cc6 req-22a84f9d-5f49-418a-8721-8e090af05fd0 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482173 Feb 28 21:59:20.254787 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f8db9065-db7c-426b-a6bd-7032faf73c49 req-5e49c9ae-7d65-464e-8236-38d9c194cadc tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.0277700 Feb 28 21:59:21.275641 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd746a8-2cc4-4542-9cb2-da430bbfcf05 req-b9f9e703-7f5c-43fe-a6f8-bd4f3c08ba87 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:21.277127 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dfd746a8-2cc4-4542-9cb2-da430bbfcf05 req-b9f9e703-7f5c-43fe-a6f8-bd4f3c08ba87 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0550215 Feb 28 21:59:21.337667 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dfd746a8-2cc4-4542-9cb2-da430bbfcf05 req-7c954ba0-09fc-493a-9835-efd6c112428b tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547822 Feb 28 21:59:21.353657 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b3dc2757-66b6-454e-b3b0-1c5da248d200 req-baab3b03-a729-4821-b55e-67b3786f042e tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.0293953 Feb 28 21:59:21.535504 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-08262ced-62cb-4e34-af9a-17b82d8c0aad tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:21.536917 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-08262ced-62cb-4e34-af9a-17b82d8c0aad tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 945 time: 0.0525656 Feb 28 21:59:21.630110 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Deleting port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:59:21.630447 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:21.720526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] For port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:21.720880 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:21.733632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Calling delete_port for b9ed1f7e-7aad-4548-a4de-b7edf898bb4d owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:59:21.958533 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (b9ed1f7e-7aad-4548-a4de-b7edf898bb4d), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:21.971498 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['c70abe15-d50f-499b-9a6e-de8564e670c2', 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:59:21.991085 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Pushing event deleted for resources: {'Port': ['ID=b9ed1f7e-7aad-4548-a4de-b7edf898bb4d,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:22.005180 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.005180 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.005180 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.005625 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.005774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.006223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.006568 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.006901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.007237 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.007578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.007931 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.008533 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.008649 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:22.046649 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] No DVR routers for this DVR port b9ed1f7e-7aad-4548-a4de-b7edf898bb4d on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:59:22.049761 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:22.053126 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1499991-ee54-4564-bc48-c4dce8c0fde1 req-6268020f-d8ae-4df2-8a7e-f77989dd5b32 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "DELETE /v2.0/ports/b9ed1f7e-7aad-4548-a4de-b7edf898bb4d HTTP/1.1" status: 204 len: 173 time: 0.5108109 Feb 28 21:59:22.053665 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'name': 'network-vif-deleted', 'tag': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:22.055906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa70e9b-5110-4f38-a5cd-4640581a1bfe" -d '{"events": [{"server_uuid": "8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b", "name": "network-vif-deleted", "tag": "b9ed1f7e-7aad-4548-a4de-b7edf898bb4d"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:22.093332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455230f-a633-459e-b652-43ebb3ea87f6 x-openstack-request-id: req-7455230f-a633-459e-b652-43ebb3ea87f6 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:22.093918 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b", "name": "network-vif-deleted", "tag": "b9ed1f7e-7aad-4548-a4de-b7edf898bb4d", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:22.094638 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7455230f-a633-459e-b652-43ebb3ea87f6 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:22.095057 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b', 'name': 'network-vif-deleted', 'tag': 'b9ed1f7e-7aad-4548-a4de-b7edf898bb4d', 'status': 'completed', 'code': 200} Feb 28 21:59:22.669627 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-83eb213d-5fd8-4fe2-8952-a8a9789c9fe9 req-ab295b8e-e45a-4b5e-b06a-f3cde0f78650 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8a75c9-1f74-4e8f-95f9-e3a45b2e136b HTTP/1.1" status: 200 len: 210 time: 0.2458706 Feb 28 21:59:22.684319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1fb32f2d-a17d-4f90-883e-77d896e2f857 req-1461ff04-bcc4-4d68-9071-536e71372a76 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.2521646 Feb 28 21:59:23.780856 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7f44fc99-2815-459f-a39c-68504aad3e67 req-f088a0b2-daf6-441f-8cf6-44b2b733a48e tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.0295262 Feb 28 21:59:24.167377 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-5e15c2f0-f1d0-4d39-b150-1f57fc1a4b0e tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:24.168784 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-5e15c2f0-f1d0-4d39-b150-1f57fc1a4b0e tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "GET /v2.0/networks?id=12227d99-3302-493a-a211-b05c2603ee16 HTTP/1.1" status: 200 len: 809 time: 0.1008179 Feb 28 21:59:24.181317 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Request body: {'port': {'device_id': '5688d2f8-bd00-4655-ae77-7fad86336529', 'network_id': '12227d99-3302-493a-a211-b05c2603ee16', 'admin_state_up': True, 'tenant_id': 'c4acca99140647f0b63399d2c4bc095e'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:24.321285 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a0cb4-7810-45c2-87d9-4a8d19afa9d9 req-f2ad1d75-2de3-4371-9609-d63c47ef02eb tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:24.322763 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a9a0cb4-7810-45c2-87d9-4a8d19afa9d9 req-f2ad1d75-2de3-4371-9609-d63c47ef02eb tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0813675 Feb 28 21:59:24.375831 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a9a0cb4-7810-45c2-87d9-4a8d19afa9d9 req-cbfc8303-61f8-4283-b6a7-af02c886a5a7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439024 Feb 28 21:59:24.423083 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Made reservation on behalf of c4acca99140647f0b63399d2c4bc095e for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:59:24.426954 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:24.564698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Allocated IP 172.20.0.7 (12227d99-3302-493a-a211-b05c2603ee16/b06197f9-37d1-4e5f-9df7-ebf0d1313566/63d35c93-5b0c-443b-b539-aff4bafd1d87) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:59:24.717704 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks [] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:24.852301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:24.923967 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Network 12227d99-3302-493a-a211-b05c2603ee16 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:24.930663 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:24.936672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:59:24.942511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Pushing event updated for resources: {'Port': ['ID=63d35c93-5b0c-443b-b539-aff4bafd1d87,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:24.986563 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec95def-0b3a-48fb-97b2-2db1338298f7 req-049c9545-0208-4c74-bad7-81d411223901 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:24.988053 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ec95def-0b3a-48fb-97b2-2db1338298f7 req-049c9545-0208-4c74-bad7-81d411223901 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 931 time: 0.1338098 Feb 28 21:59:25.006452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:25.007040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:25.051155 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ec95def-0b3a-48fb-97b2-2db1338298f7 req-d6108879-3bc6-42be-bfbe-89d84969814c tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575464 Feb 28 21:59:25.092729 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-fd75e6e5-e7c6-46a6-8800-f5406d727ca4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9150727 Feb 28 21:59:25.104619 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Request body: {'port': {'device_id': '5688d2f8-bd00-4655-ae77-7fad86336529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:25.164381 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device b9ed1f7e-7aad-4548-a4de-b7edf898bb4d no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:59:25.171896 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:25.189934 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: b9ed1f7e-7aad-4548-a4de-b7edf898bb4d {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:59:25.190311 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device b9ed1f7e-7aad-4548-a4de-b7edf898bb4d not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:59:25.447823 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d35c93-5b0c-443b-b539-aff4bafd1d87 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:59:25.466978 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Publish callbacks [] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:25.503111 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Transition to ACTIVE for port object 63d35c93-5b0c-443b-b539-aff4bafd1d87 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:59:25.524898 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0178f4-6606-4d75-bdeb-904c90ae627c req-3e9fe3cb-f9f5-484d-bcda-8800c5e12ead tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:25.526404 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c0178f4-6606-4d75-bdeb-904c90ae627c req-3e9fe3cb-f9f5-484d-bcda-8800c5e12ead tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0732119 Feb 28 21:59:25.572663 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:25.584069 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6c0178f4-6606-4d75-bdeb-904c90ae627c req-b1d8ee00-a3cf-45a1-904a-b97fdd2b9db8 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 Feb 28 21:59:25.631379 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=63d35c93-5b0c-443b-b539-aff4bafd1d87,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:25.694858 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Attempting to bind port 63d35c93-5b0c-443b-b539-aff4bafd1d87 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:59:25.695193 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Attempting to bind port 63d35c93-5b0c-443b-b539-aff4bafd1d87 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:59:25.695525 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Attempting to bind port 63d35c93-5b0c-443b-b539-aff4bafd1d87 on network 12227d99-3302-493a-a211-b05c2603ee16 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:25.699691 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Port 63d35c93-5b0c-443b-b539-aff4bafd1d87 on network 12227d99-3302-493a-a211-b05c2603ee16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:59:25.700008 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Attempting to bind port 63d35c93-5b0c-443b-b539-aff4bafd1d87 on network 12227d99-3302-493a-a211-b05c2603ee16 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:25.705513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:59:25.705875 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Checking segment: {'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:25.706282 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Bound using segment: {'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:59:25.706703 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Bound port: 63d35c93-5b0c-443b-b539-aff4bafd1d87, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:59:25.707054 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:25.773018 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] For port 63d35c93-5b0c-443b-b539-aff4bafd1d87, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:59:25.776046 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] For port 63d35c93-5b0c-443b-b539-aff4bafd1d87, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=63d35c93-5b0c-443b-b539-aff4bafd1d87,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:59:25.843633 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:25.883583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:25.884199 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:25.885538 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] 10.222.0.16 "PUT /v2.0/ports/63d35c93-5b0c-443b-b539-aff4bafd1d87 HTTP/1.1" status: 200 len: 1093 time: 0.7853806 Feb 28 21:59:25.885974 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5688d2f8-bd00-4655-ae77-7fad86336529', 'tag': '63d35c93-5b0c-443b-b539-aff4bafd1d87'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:25.888251 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9689dd26-e2a8-495b-b069-1c0430c91845" -d '{"events": [{"name": "network-changed", "server_uuid": "5688d2f8-bd00-4655-ae77-7fad86336529", "tag": "63d35c93-5b0c-443b-b539-aff4bafd1d87"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:25.910626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c8f11-fea5-4ec1-a00e-109ac8d5a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=63d35c93-5b0c-443b-b539-aff4bafd1d87,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:25.933342 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eedef16-6c5f-444d-9326-a9eb8c747b76 x-openstack-request-id: req-1eedef16-6c5f-444d-9326-a9eb8c747b76 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:25.933841 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5688d2f8-bd00-4655-ae77-7fad86336529", "tag": "63d35c93-5b0c-443b-b539-aff4bafd1d87", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:25.933978 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1eedef16-6c5f-444d-9326-a9eb8c747b76 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:25.934388 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5688d2f8-bd00-4655-ae77-7fad86336529', 'tag': '63d35c93-5b0c-443b-b539-aff4bafd1d87', 'status': 'completed', 'code': 200} Feb 28 21:59:26.178955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad8718-9769-4754-b1a2-a4e9b3f7664d req-234986e8-ecb2-4b20-8690-0010dc9840b0 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:26.180425 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-15ad8718-9769-4754-b1a2-a4e9b3f7664d req-234986e8-ecb2-4b20-8690-0010dc9840b0 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.0565972 Feb 28 21:59:26.225970 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-15ad8718-9769-4754-b1a2-a4e9b3f7664d req-7deb137a-69e2-4581-bdf8-0e41fe314887 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Feb 28 21:59:26.707929 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e642ec-24ef-446f-bb84-e1ad12d15769 req-2a502c7c-4c18-49c2-b25a-528412ec1216 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:26.709374 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8e642ec-24ef-446f-bb84-e1ad12d15769 req-2a502c7c-4c18-49c2-b25a-528412ec1216 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0552676 Feb 28 21:59:26.755082 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8e642ec-24ef-446f-bb84-e1ad12d15769 req-fd2f2228-f4f1-4d6d-9c96-9fa408eb999f tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Feb 28 21:59:27.346217 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92491110-3c46-40a9-92e3-3771a16f8a64 req-cf70742b-dece-4191-87c2-b2fd9270f2b2 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:27.347698 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92491110-3c46-40a9-92e3-3771a16f8a64 req-cf70742b-dece-4191-87c2-b2fd9270f2b2 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.0544384 Feb 28 21:59:27.402755 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92491110-3c46-40a9-92e3-3771a16f8a64 req-d69e3ce1-d7fc-4c11-8855-7177260dd8e4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496044 Feb 28 21:59:27.876939 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a0cdf-9543-4db5-8984-891ff3362c4c req-bab25d92-7270-45a5-8d44-f47372faf140 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:27.878440 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-835a0cdf-9543-4db5-8984-891ff3362c4c req-bab25d92-7270-45a5-8d44-f47372faf140 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0548725 Feb 28 21:59:27.928685 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-835a0cdf-9543-4db5-8984-891ff3362c4c req-13bfcebd-8104-4467-a833-987f0fc36916 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Feb 28 21:59:28.518726 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45f2f3-d094-4846-9e7b-fc06cd6a5671 req-0e39b3e4-3dea-4b42-a632-8d80a2fe08b8 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:28.520118 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc45f2f3-d094-4846-9e7b-fc06cd6a5671 req-0e39b3e4-3dea-4b42-a632-8d80a2fe08b8 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.0514536 Feb 28 21:59:28.565805 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc45f2f3-d094-4846-9e7b-fc06cd6a5671 req-bf91cfb9-b372-4092-90de-5819a9730c53 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Feb 28 21:59:29.043365 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39c3f-3fe1-40ee-9284-4ccffb1a7416 req-892f8543-b728-4c19-a104-7a2318002dd4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:29.045566 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ca39c3f-3fe1-40ee-9284-4ccffb1a7416 req-892f8543-b728-4c19-a104-7a2318002dd4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0529039 Feb 28 21:59:29.092979 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7ca39c3f-3fe1-40ee-9284-4ccffb1a7416 req-0e2e5917-843c-41ed-9d9e-f38af85f97dc tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Feb 28 21:59:29.170954 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689dd26-e2a8-495b-b069-1c0430c91845 req-fb8e7e66-d944-4b89-8500-0a0e79a5a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:29.173008 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9689dd26-e2a8-495b-b069-1c0430c91845 req-fb8e7e66-d944-4b89-8500-0a0e79a5a3b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4acca99140647f0b63399d2c4bc095e&device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 1127 time: 0.0496092 Feb 28 21:59:29.444417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689dd26-e2a8-495b-b069-1c0430c91845 req-000cafc8-6c63-48a1-8464-97e2b408ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:29.444417 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9689dd26-e2a8-495b-b069-1c0430c91845 req-000cafc8-6c63-48a1-8464-97e2b408ecec service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c4acca99140647f0b63399d2c4bc095e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1827457 Feb 28 21:59:29.547654 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689dd26-e2a8-495b-b069-1c0430c91845 req-e21fd127-e28d-42a0-8623-c2d703e5fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:29.549143 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9689dd26-e2a8-495b-b069-1c0430c91845 req-e21fd127-e28d-42a0-8623-c2d703e5fe62 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593337 Feb 28 21:59:29.665075 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-8a272256-95b9-4e42-989e-a3aceb443491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:29.666575 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-8a272256-95b9-4e42-989e-a3aceb443491 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4acca99140647f0b63399d2c4bc095e&device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 1127 time: 0.0708597 Feb 28 21:59:29.710298 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-57a6ddf0-4e8e-4eb3-b829-56adc1c5e60d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63d35c93-5b0c-443b-b539-aff4bafd1d87 HTTP/1.1" status: 200 len: 217 time: 0.0361214 Feb 28 21:59:29.720291 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e591f0d-2f57-47b8-a5e9-1f40d9284794 req-aac4a561-6dd5-4e38-bc6b-37c153e18a08 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:29.721664 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5e591f0d-2f57-47b8-a5e9-1f40d9284794 req-aac4a561-6dd5-4e38-bc6b-37c153e18a08 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.0881457 Feb 28 21:59:29.788288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-74773413-4a7f-4d99-b744-615179b47205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:29.789690 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-74773413-4a7f-4d99-b744-615179b47205 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b06197f9-37d1-4e5f-9df7-ebf0d1313566 HTTP/1.1" status: 200 len: 849 time: 0.0671754 Feb 28 21:59:29.807112 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5e591f0d-2f57-47b8-a5e9-1f40d9284794 req-9d8cad44-f07f-4da9-a6e5-8e8239d57a0e tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778232 Feb 28 21:59:29.825776 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-b43c7a3a-254f-4bb8-98e5-3a5760212635 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12227d99-3302-493a-a211-b05c2603ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274014 Feb 28 21:59:29.915310 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-4f0946a8-b5b5-4671-9c8f-91ea95a41d8a service neutron] 10.222.0.16 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826459 Feb 28 21:59:30.000980 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3981e4d0-8cb9-43fd-a351-3ff56095c23c req-0c04fe5f-251c-44b6-91c9-94c83793bee7 service neutron] 10.222.0.16 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792859 Feb 28 21:59:30.210361 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0c6ac-26e1-4326-9b6f-a52e29294d33 req-95eef76b-1206-4378-a0cd-cd2c2c6ae8ce tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:30.212073 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d7f0c6ac-26e1-4326-9b6f-a52e29294d33 req-95eef76b-1206-4378-a0cd-cd2c2c6ae8ce tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0515475 Feb 28 21:59:30.263238 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d7f0c6ac-26e1-4326-9b6f-a52e29294d33 req-a47a3b45-1750-4ef9-92ff-31e5b3c92b38 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Feb 28 21:59:30.927103 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e3ace-cd1c-44e3-88a5-3c5e7c50698c req-d6de2b7d-242a-41f0-bc10-ee9e39050e76 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:30.928531 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c49e3ace-cd1c-44e3-88a5-3c5e7c50698c req-d6de2b7d-242a-41f0-bc10-ee9e39050e76 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.0537324 Feb 28 21:59:30.974728 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c49e3ace-cd1c-44e3-88a5-3c5e7c50698c req-58bc1196-f6d5-4404-8b22-16cef94aa160 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Feb 28 21:59:31.382873 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedd837-e7fa-48cb-adc8-a62330530ada req-5f42a13f-4e10-4381-96d5-584980b025d7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:31.384362 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fedd837-e7fa-48cb-adc8-a62330530ada req-5f42a13f-4e10-4381-96d5-584980b025d7 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0530231 Feb 28 21:59:31.431204 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7fedd837-e7fa-48cb-adc8-a62330530ada req-7a86816b-ea1a-4941-9e7b-65f8e2c58990 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Feb 28 21:59:32.093145 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1e470-4281-43b6-98e8-78f261c3d3c7 req-0370f3b9-2629-45df-85e3-7ec6f01d4e03 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:32.094629 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2fc1e470-4281-43b6-98e8-78f261c3d3c7 req-0370f3b9-2629-45df-85e3-7ec6f01d4e03 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.0546811 Feb 28 21:59:32.140971 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2fc1e470-4281-43b6-98e8-78f261c3d3c7 req-3bc4ac66-04b1-4613-ac57-d201725f6dd0 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Feb 28 21:59:32.547367 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aae80e-6c09-47ab-9c5a-cc0347b4d9a9 req-cbcbca87-9026-48b5-952d-79415cd39039 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:32.548865 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d5aae80e-6c09-47ab-9c5a-cc0347b4d9a9 req-cbcbca87-9026-48b5-952d-79415cd39039 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0546050 Feb 28 21:59:32.595496 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d5aae80e-6c09-47ab-9c5a-cc0347b4d9a9 req-5041773d-4594-4e30-81d2-e22a37663c0d tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/security-groups?id=88c8e92a-946a-4f5d-a36b-7f741f3e86f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Feb 28 21:59:33.021767 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9d726-c07c-4754-aebc-956987041035 req-58405e52-0d3a-40e5-a9c1-81ab87b3ce47 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:33.023238 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-85f9d726-c07c-4754-aebc-956987041035 req-58405e52-0d3a-40e5-a9c1-81ab87b3ce47 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 946 time: 0.0513425 Feb 28 21:59:33.118802 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Deleting port c70abe15-d50f-499b-9a6e-de8564e670c2 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:59:33.119446 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:33.212218 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] For port c70abe15-d50f-499b-9a6e-de8564e670c2, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70abe15-d50f-499b-9a6e-de8564e670c2,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:33.212577 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:33.247406 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Calling delete_port for c70abe15-d50f-499b-9a6e-de8564e670c2 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:59:33.310514 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d761d-d516-473f-83d8-5b91bb9fb894 req-027c7f3f-0d16-4d12-81f7-1557823ff576 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:33.311978 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-450d761d-d516-473f-83d8-5b91bb9fb894 req-027c7f3f-0d16-4d12-81f7-1557823ff576 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.1026890 Feb 28 21:59:33.376988 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-450d761d-d516-473f-83d8-5b91bb9fb894 req-91563caf-28fc-4e2b-aba9-333f33a12713 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593758 Feb 28 21:59:33.517202 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (c70abe15-d50f-499b-9a6e-de8564e670c2), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:33.546638 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Pushing event deleted for resources: {'Port': ['ID=c70abe15-d50f-499b-9a6e-de8564e670c2,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:33.584292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] No DVR routers for this DVR port c70abe15-d50f-499b-9a6e-de8564e670c2 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:59:33.587038 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:33.590376 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-85f9d726-c07c-4754-aebc-956987041035 req-2d2d58a0-51a1-41c0-bd5f-7abf870e40c4 tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.16 "DELETE /v2.0/ports/c70abe15-d50f-499b-9a6e-de8564e670c2 HTTP/1.1" status: 204 len: 173 time: 0.5621994 Feb 28 21:59:33.591436 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'name': 'network-vif-deleted', 'tag': 'c70abe15-d50f-499b-9a6e-de8564e670c2'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:33.593661 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6656773e-a9d9-4ce2-8419-c23104757c98" -d '{"events": [{"server_uuid": "8fe5a33a-d474-477e-b668-7d43a2d21f8f", "name": "network-vif-deleted", "tag": "c70abe15-d50f-499b-9a6e-de8564e670c2"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:33.628796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740582a-3ab5-41cd-8563-c34820162428 x-openstack-request-id: req-5740582a-3ab5-41cd-8563-c34820162428 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:33.629093 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe5a33a-d474-477e-b668-7d43a2d21f8f", "name": "network-vif-deleted", "tag": "c70abe15-d50f-499b-9a6e-de8564e670c2", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:33.629349 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5740582a-3ab5-41cd-8563-c34820162428 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:33.629748 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe5a33a-d474-477e-b668-7d43a2d21f8f', 'name': 'network-vif-deleted', 'tag': 'c70abe15-d50f-499b-9a6e-de8564e670c2', 'status': 'completed', 'code': 200} Feb 28 21:59:33.695349 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f4d20d1-b8df-4b3a-95e5-2a1ab63d1213 req-b7bcc535-b927-41b3-9aed-a4f0b80ca6ba tempest-ServerRescueNegativeTestJSON-1720734552 tempest-ServerRescueNegativeTestJSON-1720734552-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe5a33a-d474-477e-b668-7d43a2d21f8f HTTP/1.1" status: 200 len: 210 time: 0.0316172 Feb 28 21:59:33.827258 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-60067623-eb25-4fec-80da-40ce2e116266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:34.709866 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d878d-ce3c-4110-9f71-c1babf8d7a10 req-6792f085-aeeb-44e4-a711-cd70a2e30d0d tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:34.711628 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a40d878d-ce3c-4110-9f71-c1babf8d7a10 req-6792f085-aeeb-44e4-a711-cd70a2e30d0d tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 943 time: 0.2672880 Feb 28 21:59:34.752894 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60054) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:34.765655 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a40d878d-ce3c-4110-9f71-c1babf8d7a10 req-bb6e9ac8-eab0-4112-a9e9-520bf78022c6 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479465 Feb 28 21:59:35.169217 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (928f893a-3c2a-468b-8a8f-40da64224edd), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:35.212896 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 63d35c93-5b0c-443b-b539-aff4bafd1d87 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:59:35.215612 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device c70abe15-d50f-499b-9a6e-de8564e670c2 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:59:35.245371 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: c70abe15-d50f-499b-9a6e-de8564e670c2 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:59:35.245726 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device c70abe15-d50f-499b-9a6e-de8564e670c2 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:59:35.341008 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 63d35c93-5b0c-443b-b539-aff4bafd1d87, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=63d35c93-5b0c-443b-b539-aff4bafd1d87,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:35.351872 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '63d35c93-5b0c-443b-b539-aff4bafd1d87', 'network_id': '12227d99-3302-493a-a211-b05c2603ee16', 'port_id': '63d35c93-5b0c-443b-b539-aff4bafd1d87', 'mac_address': 'fa:16:3e:f4:d6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06197f9-37d1-4e5f-9df7-ebf0d1313566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:59:35.390994 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 63d35c93-5b0c-443b-b539-aff4bafd1d87 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:35.391386 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:35.404758 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d35c93-5b0c-443b-b539-aff4bafd1d87 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:59:35.424879 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 63d35c93-5b0c-443b-b539-aff4bafd1d87, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=63d35c93-5b0c-443b-b539-aff4bafd1d87,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:35.473862 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Deleting port b3271120-c7c4-462a-a998-2490f2761c64 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:59:35.474222 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (b3271120-c7c4-462a-a998-2490f2761c64), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:35.545610 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:35.554788 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] For port b3271120-c7c4-462a-a998-2490f2761c64, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b3271120-c7c4-462a-a998-2490f2761c64,segment=NetworkSegment(27051578-65a3-4bb0-baa1-e421d0c792a0),segment_id=27051578-65a3-4bb0-baa1-e421d0c792a0)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:35.555150 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (b3271120-c7c4-462a-a998-2490f2761c64), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:35.573622 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Calling delete_port for b3271120-c7c4-462a-a998-2490f2761c64 owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:59:35.598360 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=63d35c93-5b0c-443b-b539-aff4bafd1d87,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:35.605698 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.606096 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.607169 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.607549 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.607885 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.608214 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.608547 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.608982 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.609315 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.609641 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.610021 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.610334 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.614015 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:35.873046 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (b3271120-c7c4-462a-a998-2490f2761c64), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:35.898844 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3271120-c7c4-462a-a998-2490f2761c64,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:35.910434 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['63d35c93-5b0c-443b-b539-aff4bafd1d87'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:59:35.934247 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157bf3e-dd62-4fd4-8f37-9d15729f6697 req-92208cc8-ee8d-427a-9a01-42ccb6f879ef tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:35.935801 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d157bf3e-dd62-4fd4-8f37-9d15729f6697 req-92208cc8-ee8d-427a-9a01-42ccb6f879ef tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 944 time: 0.1017923 Feb 28 21:59:36.052619 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d157bf3e-dd62-4fd4-8f37-9d15729f6697 req-6309ca28-edc0-4548-af93-05cb7f7a1cdf tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938442 Feb 28 21:59:36.112033 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (928f893a-3c2a-468b-8a8f-40da64224edd), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:36.271841 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f6af6017-02c0-4e8c-9a59-4a39b1e6836b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:36.331762 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Router 928f893a-3c2a-468b-8a8f-40da64224edd has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:59:36.442781 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:59:36.448259 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7cedc861-f4bd-4efa-a619-85811fbfc02c admin admin] 10.222.0.26 "PUT /v2.0/routers/928f893a-3c2a-468b-8a8f-40da64224edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944764 Feb 28 21:59:36.451569 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60124) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:36.455670 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] Sync routers for ids ['928f893a-3c2a-468b-8a8f-40da64224edd'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:59:36.468071 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] Routers {'928f893a-3c2a-468b-8a8f-40da64224edd'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:59:36.468951 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:59:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['928f893a-3c2a-468b-8a8f-40da64224edd'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:36.598440 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] Set router 928f893a-3c2a-468b-8a8f-40da64224edd gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:59:36.799175 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:59:35Z', 'revision_number': 5, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:36.827673 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] Checking router: 928f893a-3c2a-468b-8a8f-40da64224edd for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:59:36.836396 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] Routers {'928f893a-3c2a-468b-8a8f-40da64224edd'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:59:36.837010 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:59:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['928f893a-3c2a-468b-8a8f-40da64224edd'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:36.850610 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks [] for router (928f893a-3c2a-468b-8a8f-40da64224edd), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:36.905539 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d79e9e-f553-4e87-a97f-da74d22c5e06 req-aed5eafa-1c82-4c34-9df5-db3327f42414 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:36.907028 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0d79e9e-f553-4e87-a97f-da74d22c5e06 req-aed5eafa-1c82-4c34-9df5-db3327f42414 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.3527126 Feb 28 21:59:36.954485 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] Set router 928f893a-3c2a-468b-8a8f-40da64224edd gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:59:37.002519 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a0d79e9e-f553-4e87-a97f-da74d22c5e06 req-da46c988-5ba4-4f97-aee9-29120661d4b0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893993 Feb 28 21:59:37.010605 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks [] for router_gateway (928f893a-3c2a-468b-8a8f-40da64224edd), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.126840 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Deleting port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:59:37.127302 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.148012 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:59:35Z', 'revision_number': 5, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:37.174569 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3891b5-a352-4a2b-bc18-15e84556651f None None] The sync data for ids ['928f893a-3c2a-468b-8a8f-40da64224edd'] in dv-cinder-830901-2-iscsi is: [{'id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1500668353-router', 'tenant_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:02Z', 'updated_at': '2022-02-28T21:59:35Z', 'revision_number': 5, 'project_id': '98ff64b9ef40408aaa1f8860bbd16b5f', 'gw_port': {'id': '95a2bc76-7b1a-4d37-9f9f-a46fd26272c4', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f893a-3c2a-468b-8a8f-40da64224edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:03Z', 'updated_at': '2022-02-28T21:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:59:37.262958 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 63d35c93-5b0c-443b-b539-aff4bafd1d87 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:59:37.263149 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2de6b9-9ed6-4b0e-b0b9-13432072db4e req-1716f0aa-4a14-4df1-888f-63117c97c21f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:37.263149 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc2de6b9-9ed6-4b0e-b0b9-13432072db4e req-1716f0aa-4a14-4df1-888f-63117c97c21f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 944 time: 0.1152661 Feb 28 21:59:37.263149 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] For port 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:37.263149 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.283742 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Calling delete_port for 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:59:37.295428 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.355165 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc2de6b9-9ed6-4b0e-b0b9-13432072db4e req-1518ebac-63df-40ef-93b7-ee74d3c310f5 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948112 Feb 28 21:59:37.368880 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 63d35c93-5b0c-443b-b539-aff4bafd1d87 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 21:59:37.373893 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 63d35c93-5b0c-443b-b539-aff4bafd1d87 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:37.374472 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.461449 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 63d35c93-5b0c-443b-b539-aff4bafd1d87 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:37.461746 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.486834 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688d2f8-bd00-4655-ae77-7fad86336529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d35c93-5b0c-443b-b539-aff4bafd1d87'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:37.489319 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a69e63-33e3-49b2-ba0c-9328f881a5af" -d '{"events": [{"server_uuid": "5688d2f8-bd00-4655-ae77-7fad86336529", "name": "network-vif-plugged", "status": "completed", "tag": "63d35c93-5b0c-443b-b539-aff4bafd1d87"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:37.502251 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 63d35c93-5b0c-443b-b539-aff4bafd1d87, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=63d35c93-5b0c-443b-b539-aff4bafd1d87,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:37.537234 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de010871-fecf-4f0d-9c7b-3b1f2a75902c x-openstack-request-id: req-de010871-fecf-4f0d-9c7b-3b1f2a75902c {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:37.537234 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5688d2f8-bd00-4655-ae77-7fad86336529", "name": "network-vif-plugged", "status": "completed", "tag": "63d35c93-5b0c-443b-b539-aff4bafd1d87", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:37.537234 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de010871-fecf-4f0d-9c7b-3b1f2a75902c {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:37.537234 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688d2f8-bd00-4655-ae77-7fad86336529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d35c93-5b0c-443b-b539-aff4bafd1d87', 'code': 200} Feb 28 21:59:37.578587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (95a2bc76-7b1a-4d37-9f9f-a46fd26272c4), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.610149 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a2bc76-7b1a-4d37-9f9f-a46fd26272c4,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:37.617703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.681308 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (928f893a-3c2a-468b-8a8f-40da64224edd), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.682905 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=63d35c93-5b0c-443b-b539-aff4bafd1d87,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:37.789514 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (928f893a-3c2a-468b-8a8f-40da64224edd), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.791814 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks [] for router_controller (928f893a-3c2a-468b-8a8f-40da64224edd), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.898263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36e469-edda-4de4-8e78-ad81cdb48aa8 req-93d1798d-3e3c-44fb-b70f-3e7180516a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:37.900058 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bd36e469-edda-4de4-8e78-ad81cdb48aa8 req-93d1798d-3e3c-44fb-b70f-3e7180516a17 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 1129 time: 0.0482984 Feb 28 21:59:37.938379 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (928f893a-3c2a-468b-8a8f-40da64224edd), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.939116 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928f893a-3c2a-468b-8a8f-40da64224edd {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 21:59:37.947405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:37.951912 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-fa8377aa-7032-4617-b946-b8272279e9c3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/928f893a-3c2a-468b-8a8f-40da64224edd HTTP/1.1" status: 204 len: 168 time: 1.4961178 Feb 28 21:59:37.952667 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60140) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:37.954662 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b3271120-c7c4-462a-a998-2490f2761c64 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:59:37.955775 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bd36e469-edda-4de4-8e78-ad81cdb48aa8 req-da8deda7-dcf7-4739-b569-981d6d5b8061 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499761 Feb 28 21:59:37.986507 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: b3271120-c7c4-462a-a998-2490f2761c64 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:59:37.986767 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b3271120-c7c4-462a-a998-2490f2761c64 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:59:38.003186 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Deleting subnet 9c76ddaf-716b-49f0-9d24-2e1f528734d4 {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 21:59:38.007046 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Publish callbacks [] for subnet (9c76ddaf-716b-49f0-9d24-2e1f528734d4), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.049408 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (9c76ddaf-716b-49f0-9d24-2e1f528734d4), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.086712 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.092217 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (9c76ddaf-716b-49f0-9d24-2e1f528734d4), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.149868 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364891-0da1-4028-95df-188b56c7c80b req-b23e3594-6dce-4c48-b785-64ffe9c9ea30 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:38.151348 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60364891-0da1-4028-95df-188b56c7c80b req-b23e3594-6dce-4c48-b785-64ffe9c9ea30 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0613551 Feb 28 21:59:38.202194 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60364891-0da1-4028-95df-188b56c7c80b req-37924dfc-11f6-4d6c-8ff5-6350061361f4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Feb 28 21:59:38.232229 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (9c76ddaf-716b-49f0-9d24-2e1f528734d4), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.259676 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c76ddaf-716b-49f0-9d24-2e1f528734d4,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:38.262062 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.265842 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9c76ddaf-716b-49f0-9d24-2e1f528734d4 HTTP/1.1" status: 204 len: 168 time: 0.3116620 Feb 28 21:59:38.268602 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60146) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:38.272299 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.272646 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.272998 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.273333 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.273671 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.274020 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.274346 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.274674 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.275020 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.275348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.275687 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.276048 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.276367 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bcb0b4-ae0e-4616-9ff0-05629d3b46c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:38.336120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (66d52754-5a0a-4941-9084-14ed35531f21), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.416273 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (66d52754-5a0a-4941-9084-14ed35531f21), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.447849 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d52754-5a0a-4941-9084-14ed35531f21']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:38.473867 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27051578-65a3-4bb0-baa1-e421d0c792a0') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:38.474190 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27051578-65a3-4bb0-baa1-e421d0c792a0') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:38.486587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (27051578-65a3-4bb0-baa1-e421d0c792a0), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.503367 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (27051578-65a3-4bb0-baa1-e421d0c792a0), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (27051578-65a3-4bb0-baa1-e421d0c792a0), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 21:59:38.516526 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 21:59:38.521715 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9f4a-12f8-49bb-8a24-982ce24c76b1 req-a754867a-757a-4752-8a59-69019c647de3 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:38.523253 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf9b9f4a-12f8-49bb-8a24-982ce24c76b1 req-a754867a-757a-4752-8a59-69019c647de3 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 945 time: 0.0967422 Feb 28 21:59:38.613438 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf9b9f4a-12f8-49bb-8a24-982ce24c76b1 req-778bd5c6-7b77-4858-8775-436874b95a7a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799606 Feb 28 21:59:38.708478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (66d52754-5a0a-4941-9084-14ed35531f21), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.716271 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:38.719507 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/66d52754-5a0a-4941-9084-14ed35531f21 HTTP/1.1" status: 204 len: 168 time: 0.4497499 Feb 28 21:59:38.729394 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff3acb-b94e-47d0-9a04-b13d7cf153e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d52754-5a0a-4941-9084-14ed35531f21,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:38.742753 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:39.158229 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60154) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:39.197998 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-8721f4c3-af1c-4fcf-a2c9-90ba67920e5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98ff64b9ef40408aaa1f8860bbd16b5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386086 Feb 28 21:59:39.200728 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60156) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:39.251528 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0aaa3edd-e9a1-43c6-99d7-a589a36b5e19 admin admin] Publish callbacks [] for security_group (88c8e92a-946a-4f5d-a36b-7f741f3e86f1), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:39.278898 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0aaa3edd-e9a1-43c6-99d7-a589a36b5e19 admin admin] Publish callbacks [] for security_group (88c8e92a-946a-4f5d-a36b-7f741f3e86f1), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:39.333830 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9785e-a462-4006-9b4c-85bf54a49053 req-b58425b7-b6de-4b98-8227-8a868561add2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:39.335349 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-edf9785e-a462-4006-9b4c-85bf54a49053 req-b58425b7-b6de-4b98-8227-8a868561add2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0582104 Feb 28 21:59:39.383923 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-edf9785e-a462-4006-9b4c-85bf54a49053 req-49be1775-fbf7-45e2-b77c-cc338bd45df4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Feb 28 21:59:39.420559 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0aaa3edd-e9a1-43c6-99d7-a589a36b5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (88c8e92a-946a-4f5d-a36b-7f741f3e86f1), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:39.423181 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0aaa3edd-e9a1-43c6-99d7-a589a36b5e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:39.424353 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0aaa3edd-e9a1-43c6-99d7-a589a36b5e19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88c8e92a-946a-4f5d-a36b-7f741f3e86f1 HTTP/1.1" status: 204 len: 168 time: 0.2226722 Feb 28 21:59:39.432531 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa3edd-e9a1-43c6-99d7-a589a36b5e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c8e92a-946a-4f5d-a36b-7f741f3e86f1,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:39.738952 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73f4b0-a53c-45f5-8fa4-855a35aac1e3 req-f442f142-7a87-409a-8004-b2f61d3e678a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:39.740822 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7c73f4b0-a53c-45f5-8fa4-855a35aac1e3 req-f442f142-7a87-409a-8004-b2f61d3e678a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Feb 28 21:59:39.792756 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7c73f4b0-a53c-45f5-8fa4-855a35aac1e3 req-299b7dc4-2348-4b3e-88cf-82dfaa2116ba tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464737 Feb 28 21:59:39.835906 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:59:39.858030 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:59:39.858457 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 95a2bc76-7b1a-4d37-9f9f-a46fd26272c4 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:59:40.171456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:40.517605 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316454b3-b4a2-43e8-9f73-2a4468be08d8 req-ac9dd084-821e-4c19-a305-f0ba8a32362d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:40.519120 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-316454b3-b4a2-43e8-9f73-2a4468be08d8 req-ac9dd084-821e-4c19-a305-f0ba8a32362d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0627084 Feb 28 21:59:40.570125 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-316454b3-b4a2-43e8-9f73-2a4468be08d8 req-bafe7f6c-a2fb-44ef-87f8-78c031e487a0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447731 Feb 28 21:59:40.772564 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60196) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:40.875231 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1340231608-network', 'tenant_id': '4e415d1871af4d26a84530ed592e1239'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:40.977477 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Made reservation on behalf of 4e415d1871af4d26a84530ed592e1239 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:59:40.979754 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:40.989094 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.065596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks [] for security_group (05e36337-e2b0-43e4-a807-eb824ab75180), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.222984 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (05e36337-e2b0-43e4-a807-eb824ab75180), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.260795 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 21:59:41.279980 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e36337-e2b0-43e4-a807-eb824ab75180,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:41.295759 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (f5a6f3c7-0785-40c8-b1cd-246ce202a751), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.295759 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Added segment f5a6f3c7-0785-40c8-b1cd-246ce202a751 of type vlan for network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 Feb 28 21:59:41.338901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (8bf81c0f-b0b8-4893-8281-96fbb87b9374), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.355141 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d378c-565f-4a72-b2b2-78f906c9dda9 req-a7c89f29-c850-4462-80f0-8200c32a31b9 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:41.357360 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-933d378c-565f-4a72-b2b2-78f906c9dda9 req-a7c89f29-c850-4462-80f0-8200c32a31b9 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 945 time: 0.1111004 Feb 28 21:59:41.412456 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-933d378c-565f-4a72-b2b2-78f906c9dda9 req-e24527e1-0e9f-4296-9950-b0181459a28f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Feb 28 21:59:41.462987 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (8bf81c0f-b0b8-4893-8281-96fbb87b9374), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.463982 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:41.464561 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.522838 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] Pushing event updated for resources: {'Network': ['ID=8bf81c0f-b0b8-4893-8281-96fbb87b9374,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:41.534320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 21:59:41.628466 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3f49c8d0-3d4e-4202-aa0b-92b9a12f872d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8547983 Feb 28 21:59:41.631625 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60206) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:41.639313 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Request body: {'subnet': {'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1340231608-subnet', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:41.709135 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8cd52-e684-4339-89fc-c23b7c541c64 req-5c8c8d81-fc26-471f-9191-b2677797b6fc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:41.710937 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60f8cd52-e684-4339-89fc-c23b7c541c64 req-5c8c8d81-fc26-471f-9191-b2677797b6fc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0593383 Feb 28 21:59:41.718928 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Made reservation on behalf of 4e415d1871af4d26a84530ed592e1239 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:59:41.721162 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482723'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:41.811177 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60f8cd52-e684-4339-89fc-c23b7c541c64 req-bde48fe5-53b4-461c-b4a8-fcfad022bd50 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940285 Feb 28 21:59:41.997796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482705'] for subnet (5b62f742-4a3f-4c0b-b70e-b3148d16e2e4), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.051311 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:42.062652 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Checking segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:42.062960 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Network hostable DHCP agents. Network: 8bf81c0f-b0b8-4893-8281-96fbb87b9374, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 21:59:42.160271 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 21:59:42.240020 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 8bf81c0f-b0b8-4893-8281-96fbb87b9374) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:42.244191 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:42.244779 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.250749 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8458f3ef-b297-4792-ac1c-26b7a94667b3 None None] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:59:42.346218 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2b0c62d3-0077-40a1-bfcb-d8930dfae696 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7133095 Feb 28 21:59:42.349333 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60210) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:42.353909 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:42.359036 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'project_id': '4e415d1871af4d26a84530ed592e1239', 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 21:59:42.360013 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.454701 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (95812a7c-db37-4452-9973-bb224d8edb03), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.455847 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (95812a7c-db37-4452-9973-bb224d8edb03), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.500243 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Allocated IP 172.20.0.2 (8bf81c0f-b0b8-4893-8281-96fbb87b9374/5b62f742-4a3f-4c0b-b70e-b3148d16e2e4/8a7fff97-7fa5-4ac3-afff-31d036a7c78d) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:59:42.525217 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks [] for router_controller (95812a7c-db37-4452-9973-bb224d8edb03), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.568073 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445c68f-5b1c-4fff-ab45-590dcc0f9af9 req-037e936c-309b-49b8-9b61-4cc16f520508 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:42.569347 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7445c68f-5b1c-4fff-ab45-590dcc0f9af9 req-037e936c-309b-49b8-9b61-4cc16f520508 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 945 time: 0.0825322 Feb 28 21:59:42.658110 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Publish callbacks [] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.694065 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7445c68f-5b1c-4fff-ab45-590dcc0f9af9 req-0deba564-8609-4a91-bfee-62b9e823ac11 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190991 Feb 28 21:59:42.723265 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.765804 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks [] for router_gateway (95812a7c-db37-4452-9973-bb224d8edb03), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.768328 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:42.771472 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:42.774912 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:59:42.780444 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Pushing event updated for resources: {'Port': ['ID=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:42.834843 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Attempting to bind port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:59:42.835212 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Attempting to bind port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:59:42.835834 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Attempting to bind port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:42.840923 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:59:42.841285 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Checking segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:42.841684 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.842105 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Bound using segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:59:42.842573 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Bound port: 8a7fff97-7fa5-4ac3-afff-31d036a7c78d, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:59:42.842954 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:42.913596 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] For port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:59:42.917278 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] For port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:59:42.998055 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4b9f3-1802-46db-a622-d19616b4ef3b req-f673d46d-bb43-4c45-9da1-22d926c02d3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:42.999576 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9dd4b9f3-1802-46db-a622-d19616b4ef3b req-f673d46d-bb43-4c45-9da1-22d926c02d3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0983016 Feb 28 21:59:43.006707 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:43.032643 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-40fae27d-4439-4ea9-b70a-97d72c077141 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:43.034258 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-40fae27d-4439-4ea9-b70a-97d72c077141 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 945 time: 0.1049812 Feb 28 21:59:43.082322 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4aaf0-3f66-47db-a47d-ab145530f616 None None] Pushing event updated for resources: {'Port': ['ID=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:43.133063 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9dd4b9f3-1802-46db-a622-d19616b4ef3b req-1f61a3e1-5f58-4e79-a294-ea1532d9209d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266301 Feb 28 21:59:43.251239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks [] for router_gateway (95812a7c-db37-4452-9973-bb224d8edb03), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:43.294829 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:43.312913 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Deleting port 63d35c93-5b0c-443b-b539-aff4bafd1d87 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 21:59:43.313278 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:43.734710 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] For port 63d35c93-5b0c-443b-b539-aff4bafd1d87, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=63d35c93-5b0c-443b-b539-aff4bafd1d87,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:43.735297 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:43.759152 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Calling delete_port for 63d35c93-5b0c-443b-b539-aff4bafd1d87 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 21:59:43.761435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Allocated IP 172.27.2.194 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/ef2ade34-6b1b-4338-856b-8c59058fcb8c) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:59:43.926954 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 8a7fff97-7fa5-4ac3-afff-31d036a7c78d up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:59:43.967226 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16974d1d-f9c4-408c-8a89-cbc56f21d9d7 req-5849cf49-a62f-4ffb-adc9-4aa0663961e8 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:43.969027 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-16974d1d-f9c4-408c-8a89-cbc56f21d9d7 req-5849cf49-a62f-4ffb-adc9-4aa0663961e8 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 945 time: 0.1960895 Feb 28 21:59:44.049808 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks [] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.060883 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb053e-2e0b-4f3f-9d17-14d87ee926b4 None None] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 21:59:44.097765 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-16974d1d-f9c4-408c-8a89-cbc56f21d9d7 req-4d61fcfd-5861-444e-aeda-356d44ac2d5f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091676 Feb 28 21:59:44.154765 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (63d35c93-5b0c-443b-b539-aff4bafd1d87), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.155108 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0858f440-f22c-4b66-88c5-3ea8275c477e None None] Provisioning complete for port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:44.155493 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0858f440-f22c-4b66-88c5-3ea8275c477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.188332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Pushing event deleted for resources: {'Port': ['ID=63d35c93-5b0c-443b-b539-aff4bafd1d87,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:44.221551 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.243388 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:44.243771 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.249780 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] No DVR routers for this DVR port 63d35c93-5b0c-443b-b539-aff4bafd1d87 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 21:59:44.286280 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.289491 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cbfdf361-0ff0-4023-b92e-9d6102f6d8b3 req-ab731eee-cdd4-4392-af2a-c7504f22f417 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "DELETE /v2.0/ports/63d35c93-5b0c-443b-b539-aff4bafd1d87 HTTP/1.1" status: 204 len: 173 time: 1.2484133 Feb 28 21:59:44.289947 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688d2f8-bd00-4655-ae77-7fad86336529', 'name': 'network-vif-deleted', 'tag': '63d35c93-5b0c-443b-b539-aff4bafd1d87'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:44.292242 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff75ee7-ec55-4662-82b9-a52cf7f6fcb3" -d '{"events": [{"server_uuid": "5688d2f8-bd00-4655-ae77-7fad86336529", "name": "network-vif-deleted", "tag": "63d35c93-5b0c-443b-b539-aff4bafd1d87"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:44.307182 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:44.316329 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:44.317185 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0858f440-f22c-4b66-88c5-3ea8275c477e None None] Current status of the port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:44.317603 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0858f440-f22c-4b66-88c5-3ea8275c477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.325717 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:59:44.351312 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Pushing event updated for resources: {'Port': ['ID=ef2ade34-6b1b-4338-856b-8c59058fcb8c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:44.362573 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe1749d-1446-4707-9da7-77d469c77ed6 x-openstack-request-id: req-2fe1749d-1446-4707-9da7-77d469c77ed6 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:44.362903 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5688d2f8-bd00-4655-ae77-7fad86336529", "name": "network-vif-deleted", "tag": "63d35c93-5b0c-443b-b539-aff4bafd1d87", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:44.363221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fe1749d-1446-4707-9da7-77d469c77ed6 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:44.363511 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688d2f8-bd00-4655-ae77-7fad86336529', 'name': 'network-vif-deleted', 'tag': '63d35c93-5b0c-443b-b539-aff4bafd1d87', 'status': 'completed', 'code': 200} Feb 28 21:59:44.386196 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172b96-bc0d-4c75-b040-6e1469fc06ab req-b22fb96d-8f17-40f6-8026-b1a1d5622e58 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:44.388206 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b7172b96-bc0d-4c75-b040-6e1469fc06ab req-b22fb96d-8f17-40f6-8026-b1a1d5622e58 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1694717 Feb 28 21:59:44.400774 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0858f440-f22c-4b66-88c5-3ea8275c477e None None] For port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:44.415958 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:44.419038 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.483383 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0858f440-f22c-4b66-88c5-3ea8275c477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.547452 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b7172b96-bc0d-4c75-b040-6e1469fc06ab req-4f64f623-413f-48c9-8112-f79258cbc90a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200476 Feb 28 21:59:44.575401 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.db.api [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 21:59:44.576066 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG oslo_db.api [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 21:59:44.591243 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858f440-f22c-4b66-88c5-3ea8275c477e None None] Pushing event updated for resources: {'Port': ['ID=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:44.705925 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-eea41267-76ea-4ff9-b0b9-178c53fafb8f None None] Provisioning complete for port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:44.706296 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-eea41267-76ea-4ff9-b0b9-178c53fafb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.771685 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks [] for router_gateway (95812a7c-db37-4452-9973-bb224d8edb03), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:44.791011 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-eea41267-76ea-4ff9-b0b9-178c53fafb8f None None] Current status of the port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:44.979610 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (95812a7c-db37-4452-9973-bb224d8edb03), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:45.113957 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:45.208639 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-12090e35-4215-4930-b566-8457229da140 req-b06588c2-3ce2-4515-93c4-5615913cf461 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=5688d2f8-bd00-4655-ae77-7fad86336529 HTTP/1.1" status: 200 len: 210 time: 0.0270646 Feb 28 21:59:45.289251 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 63d35c93-5b0c-443b-b539-aff4bafd1d87 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 21:59:45.312310 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 63d35c93-5b0c-443b-b539-aff4bafd1d87 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 21:59:45.312656 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 63d35c93-5b0c-443b-b539-aff4bafd1d87 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 21:59:45.326819 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Router 95812a7c-db37-4452-9973-bb224d8edb03 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 21:59:45.439640 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:59:45.452279 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Sync routers for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:59:45.464784 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:59:45.464784 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:59:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:45.578024 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:59:45.610996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:45.614245 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0989cb34-64a9-4d6d-832f-240508bdd3ce admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2617509 Feb 28 21:59:45.617771 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60232) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:45.760698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a602-701e-43b1-931a-aad2a757995c req-47523168-e675-460e-a49f-d35771e31e75 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:45.762183 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6774a602-701e-43b1-931a-aad2a757995c req-47523168-e675-460e-a49f-d35771e31e75 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1021695 Feb 28 21:59:45.776691 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:44Z', 'revision_number': 3, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:45.807018 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Checking router: 95812a7c-db37-4452-9973-bb224d8edb03 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:59:45.807368 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Updating router 95812a7c-db37-4452-9973-bb224d8edb03 port ef2ade34-6b1b-4338-856b-8c59058fcb8c binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:59:45.843462 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:45.890256 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6774a602-701e-43b1-931a-aad2a757995c req-2f1da695-11bd-4248-9d39-bc9eafb700bf tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205463 Feb 28 21:59:45.935640 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 8a7fff97-7fa5-4ac3-afff-31d036a7c78d up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:59:46.052169 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:46.052458 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.147405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.194327 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:46.207224 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Publish callbacks [] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.286685 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.306565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Allocated IP 172.20.0.1 (8bf81c0f-b0b8-4893-8281-96fbb87b9374/5b62f742-4a3f-4c0b-b70e-b3148d16e2e4/805aa869-bcd3-4947-9401-29d3d0e4cad9) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:59:46.389024 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Attempting to bind port ef2ade34-6b1b-4338-856b-8c59058fcb8c on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:59:46.389677 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Attempting to bind port ef2ade34-6b1b-4338-856b-8c59058fcb8c by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:59:46.390334 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Attempting to bind port ef2ade34-6b1b-4338-856b-8c59058fcb8c on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:46.392495 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011843e6-2095-4962-9ea4-406b5f329abb None None] Pushing event updated for resources: {'Port': ['ID=ef2ade34-6b1b-4338-856b-8c59058fcb8c,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:46.398858 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:59:46.399381 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:46.399890 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.400425 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:59:46.401455 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Bound port: ef2ade34-6b1b-4338-856b-8c59058fcb8c, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:59:46.401455 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.463701 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] For port ef2ade34-6b1b-4338-856b-8c59058fcb8c, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:59:46.466530 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks [] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.467130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] For port ef2ade34-6b1b-4338-856b-8c59058fcb8c, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=ef2ade34-6b1b-4338-856b-8c59058fcb8c,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:59:46.589141 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.591971 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5da63867-0cee-4910-9e0a-5527578e0a44 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:46.599271 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5da63867-0cee-4910-9e0a-5527578e0a44 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/networks?id=12227d99-3302-493a-a211-b05c2603ee16 HTTP/1.1" status: 200 len: 809 time: 0.1154573 Feb 28 21:59:46.608411 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-7303ccf6-6612-44b8-9e54-44b8015de1d3 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/quotas/c4acca99140647f0b63399d2c4bc095e HTTP/1.1" status: 200 len: 375 time: 0.0090935 Feb 28 21:59:46.641772 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-2f81699c-0b16-4061-ae13-5c93917dfe91 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4acca99140647f0b63399d2c4bc095e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282137 Feb 28 21:59:46.646722 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:59:46.647560 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:59:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:46.683305 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011843e6-2095-4962-9ea4-406b5f329abb None None] Pushing event updated for resources: {'Port': ['ID=ef2ade34-6b1b-4338-856b-8c59058fcb8c,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:46.713284 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.769362 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:46.776526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:46.780833 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:59:46.784263 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-c41f0d2c-a102-4667-9006-6bc04b2974c2 service neutron] 10.222.0.26 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351585 Feb 28 21:59:46.810921 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Pushing event updated for resources: {'Port': ['ID=805aa869-bcd3-4947-9401-29d3d0e4cad9,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:46.890469 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (95812a7c-db37-4452-9973-bb224d8edb03), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:46.891213 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:59:46.969087 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-0734e6f2-399b-4418-b171-9e289592da75 service neutron] 10.222.0.26 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599481 Feb 28 21:59:47.042465 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-9745205d-775c-476b-a15e-4f7be7408c07 None None] Provisioning complete for port 805aa869-bcd3-4947-9401-29d3d0e4cad9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:47.042956 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9745205d-775c-476b-a15e-4f7be7408c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:47.079501 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fe272-9c6e-4d8f-855f-bdc0310cf051 req-4ae96040-0d91-4be9-9451-cc9dc03b2ad6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:47.080990 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef5fe272-9c6e-4d8f-855f-bdc0310cf051 req-4ae96040-0d91-4be9-9451-cc9dc03b2ad6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0659492 Feb 28 21:59:47.113295 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-9745205d-775c-476b-a15e-4f7be7408c07 None None] Port 805aa869-bcd3-4947-9401-29d3d0e4cad9 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:59:47.130240 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef5fe272-9c6e-4d8f-855f-bdc0310cf051 req-ec7eb58d-9288-4724-8901-dfb295c66d66 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Feb 28 21:59:47.143949 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:44Z', 'revision_number': 3, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:47.171503 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f69dd7-f10f-4520-a4a1-cea51485bab6 None None] The sync data for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi is: [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:44Z', 'revision_number': 3, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:59:47.246317 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ab6f978f-7892-403c-ad00-d9240d6afe2f req-3de34071-d3bf-407f-9be9-cac74afc966a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 210 time: 0.0327981 Feb 28 21:59:47.247732 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:47.432353 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks [] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:47.511493 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:47.582629 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Pushing event updated for resources: {'Port': ['ID=805aa869-bcd3-4947-9401-29d3d0e4cad9,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:47.585154 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (95812a7c-db37-4452-9973-bb224d8edb03), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:47.681740 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:47.683124 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:47.818764 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Router 95812a7c-db37-4452-9973-bb224d8edb03 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 21:59:47.926056 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device ef2ade34-6b1b-4338-856b-8c59058fcb8c up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:59:47.963665 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 21:59:47.976901 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a7fbd70b-2298-43ff-897d-d9fc048c0623 admin admin] 10.222.0.26 "PUT /v2.0/routers/95812a7c-db37-4452-9973-bb224d8edb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532610 Feb 28 21:59:47.996316 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-09b01038-4043-430b-bf59-20c49aad2d77 None None] Provisioning complete for port 805aa869-bcd3-4947-9401-29d3d0e4cad9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:47.997819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-09b01038-4043-430b-bf59-20c49aad2d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.001497 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port ef2ade34-6b1b-4338-856b-8c59058fcb8c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:48.002119 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.067194 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-09b01038-4043-430b-bf59-20c49aad2d77 None None] Port 805aa869-bcd3-4947-9401-29d3d0e4cad9 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:59:48.129955 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port ef2ade34-6b1b-4338-856b-8c59058fcb8c is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:48.130566 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.153874 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port ef2ade34-6b1b-4338-856b-8c59058fcb8c, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=ef2ade34-6b1b-4338-856b-8c59058fcb8c,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:48.257948 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c0ddb-d26d-4b90-9edb-0ed04552aff8 req-c5dcfb98-059b-4293-85fc-523460f684d7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:48.259525 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-832c0ddb-d26d-4b90-9edb-0ed04552aff8 req-c5dcfb98-059b-4293-85fc-523460f684d7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0552731 Feb 28 21:59:48.268919 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.316877 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-832c0ddb-d26d-4b90-9edb-0ed04552aff8 req-0cd7fdd4-3c13-49f5-ac97-10126c760574 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519266 Feb 28 21:59:48.333416 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=ef2ade34-6b1b-4338-856b-8c59058fcb8c,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:48.411793 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e7be146-fbf2-4d81-acaf-155e55557ff7 req-e6b94299-c135-4842-8e9f-05bccc01d670 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 210 time: 0.0293167 Feb 28 21:59:48.580321 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60286) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:48.585652 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-5f115750-770d-4138-bc14-f1f4312e84f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330211048', 'description': 'tempest-description--1044209427'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:48.688674 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f115750-770d-4138-bc14-f1f4312e84f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.760713 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f115750-770d-4138-bc14-f1f4312e84f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (df5f20dd-0390-48e1-a806-3dcc0abddfdb), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.879873 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f115750-770d-4138-bc14-f1f4312e84f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (df5f20dd-0390-48e1-a806-3dcc0abddfdb), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.904939 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Sync routers for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 21:59:48.914311 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:59:48.924282 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:59:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:48.925139 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f115750-770d-4138-bc14-f1f4312e84f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f20dd-0390-48e1-a806-3dcc0abddfdb,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:48.990576 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f115750-770d-4138-bc14-f1f4312e84f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:48.991951 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5f115750-770d-4138-bc14-f1f4312e84f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4104922 Feb 28 21:59:48.994781 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60290) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:48.999727 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-db0cb16a-1c17-419a-a3f6-4ac1639dc3cd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'security_group_rule': {'security_group_id': 'df5f20dd-0390-48e1-a806-3dcc0abddfdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:49.027998 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:59:49.101795 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-db0cb16a-1c17-419a-a3f6-4ac1639dc3cd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (9bee9db2-3eb4-4098-88d7-794e5efd99d3), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.172974 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-db0cb16a-1c17-419a-a3f6-4ac1639dc3cd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (9bee9db2-3eb4-4098-88d7-794e5efd99d3), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.229799 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 2, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:49.257255 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-db0cb16a-1c17-419a-a3f6-4ac1639dc3cd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (9bee9db2-3eb4-4098-88d7-794e5efd99d3), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.258369 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Checking router: 95812a7c-db37-4452-9973-bb224d8edb03 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 21:59:49.258773 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Updating router 95812a7c-db37-4452-9973-bb224d8edb03 port 805aa869-bcd3-4947-9401-29d3d0e4cad9 binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 21:59:49.276134 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cb16a-1c17-419a-a3f6-4ac1639dc3cd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bee9db2-3eb4-4098-88d7-794e5efd99d3,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:49.289294 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.362587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-db0cb16a-1c17-419a-a3f6-4ac1639dc3cd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.366437 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-db0cb16a-1c17-419a-a3f6-4ac1639dc3cd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3682418 Feb 28 21:59:49.366673 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60294) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:49.371821 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b2783aea-155c-4acc-a3e4-699329d6bef3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'security_group_rule': {'security_group_id': 'df5f20dd-0390-48e1-a806-3dcc0abddfdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:49.509932 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2783aea-155c-4acc-a3e4-699329d6bef3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (32bcfd4c-7123-49c2-8165-ac59b72513f4), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.541725 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5da20c20-b7f5-4c94-88fb-403ef9a5d9b5 req-d907514f-e02d-4ae9-8649-a0460c698385 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 210 time: 0.0518420 Feb 28 21:59:49.580578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957483d-6618-4be1-be66-32ddb54a11f9 req-9e94003e-4be5-4df1-bfcf-e40c8b46f95e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:49.582083 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3957483d-6618-4be1-be66-32ddb54a11f9 req-9e94003e-4be5-4df1-bfcf-e40c8b46f95e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1740699 Feb 28 21:59:49.619290 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-0cf00825-b90a-438b-aae4-e50fb4015eb0 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:49.620732 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-0cf00825-b90a-438b-aae4-e50fb4015eb0 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "GET /v2.0/networks?id=12227d99-3302-493a-a211-b05c2603ee16 HTTP/1.1" status: 200 len: 809 time: 0.2266302 Feb 28 21:59:49.639161 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2783aea-155c-4acc-a3e4-699329d6bef3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (32bcfd4c-7123-49c2-8165-ac59b72513f4), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.648462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Request body: {'port': {'device_id': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'network_id': '12227d99-3302-493a-a211-b05c2603ee16', 'admin_state_up': True, 'tenant_id': 'c4acca99140647f0b63399d2c4bc095e'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:49.653798 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Publish callbacks [] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.715060 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3957483d-6618-4be1-be66-32ddb54a11f9 req-8a01b0ba-737f-49cf-a9b7-59001bb48056 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192565 Feb 28 21:59:49.719537 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2783aea-155c-4acc-a3e4-699329d6bef3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (32bcfd4c-7123-49c2-8165-ac59b72513f4), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.743229 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.750278 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2783aea-155c-4acc-a3e4-699329d6bef3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bcfd4c-7123-49c2-8165-ac59b72513f4,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:49.843987 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b2783aea-155c-4acc-a3e4-699329d6bef3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.845213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b2783aea-155c-4acc-a3e4-699329d6bef3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4773846 Feb 28 21:59:49.848505 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60300) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 21:59:49.854532 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:49.879141 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Pushing event updated for resources: {'Port': ['ID=805aa869-bcd3-4947-9401-29d3d0e4cad9,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:49.890602 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.894567 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.895358 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 21:59:49.900142 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Attempting to bind port 805aa869-bcd3-4947-9401-29d3d0e4cad9 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:59:49.900514 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Attempting to bind port 805aa869-bcd3-4947-9401-29d3d0e4cad9 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:59:49.900878 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Attempting to bind port 805aa869-bcd3-4947-9401-29d3d0e4cad9 on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:49.907981 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:59:49.908580 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Checking segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:49.908761 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.909269 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Bound using segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:59:49.909816 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Bound port: 805aa869-bcd3-4947-9401-29d3d0e4cad9, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:59:49.910304 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.912150 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device ef2ade34-6b1b-4338-856b-8c59058fcb8c up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:59:49.948646 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Made reservation on behalf of c4acca99140647f0b63399d2c4bc095e for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:59:49.949304 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.953352 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.980868 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port ef2ade34-6b1b-4338-856b-8c59058fcb8c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:49.981277 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:49.996257 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] For port 805aa869-bcd3-4947-9401-29d3d0e4cad9, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:59:50.000527 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] For port 805aa869-bcd3-4947-9401-29d3d0e4cad9, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=805aa869-bcd3-4947-9401-29d3d0e4cad9,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:59:50.034142 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-154569a6-67ef-4dd6-9f4d-ef525e4195bc None None] Provisioning complete for port 805aa869-bcd3-4947-9401-29d3d0e4cad9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:50.034771 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-154569a6-67ef-4dd6-9f4d-ef525e4195bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.064628 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.100495 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-154569a6-67ef-4dd6-9f4d-ef525e4195bc None None] Port 805aa869-bcd3-4947-9401-29d3d0e4cad9 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:59:50.104461 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Allocated IP 172.20.0.11 (12227d99-3302-493a-a211-b05c2603ee16/b06197f9-37d1-4e5f-9df7-ebf0d1313566/83adbae2-491c-45a9-bb53-b675e17c883c) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:59:50.118645 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port ef2ade34-6b1b-4338-856b-8c59058fcb8c is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:50.123969 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.183275 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Allocated IP 172.27.2.25 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/fb3f7de7-770f-4877-8587-cfcc60455257) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:59:50.188267 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 21:59:50.188682 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T21:59:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:50.192325 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578865-5628-4d38-8e3f-37114e13ac20 None None] Pushing event updated for resources: {'Port': ['ID=805aa869-bcd3-4947-9401-29d3d0e4cad9,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:50.285780 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks [] for port (83adbae2-491c-45a9-bb53-b675e17c883c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.319754 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for port (fb3f7de7-770f-4877-8587-cfcc60455257), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.321786 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 21:59:50.423788 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-466cebe4-d514-41a2-a484-73792ab666a2 None None] Provisioning complete for port 805aa869-bcd3-4947-9401-29d3d0e4cad9 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:50.425626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.426104 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-466cebe4-d514-41a2-a484-73792ab666a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.455595 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (fb3f7de7-770f-4877-8587-cfcc60455257), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.467184 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Network 12227d99-3302-493a-a211-b05c2603ee16 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:50.475343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:50.479088 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:59:50.528899 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-466cebe4-d514-41a2-a484-73792ab666a2 None None] Current status of the port 805aa869-bcd3-4947-9401-29d3d0e4cad9 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:50.529847 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-466cebe4-d514-41a2-a484-73792ab666a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.557059 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:49Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 21:59:50.590512 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-466cebe4-d514-41a2-a484-73792ab666a2 None None] For port 805aa869-bcd3-4947-9401-29d3d0e4cad9, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=805aa869-bcd3-4947-9401-29d3d0e4cad9,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:50.601958 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534ae82-4c0e-4373-8086-e039dd93cd98 None None] The sync data for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi is: [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:49Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 21:59:50.677516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-466cebe4-d514-41a2-a484-73792ab666a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.688290 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:50.691363 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:50.696719 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:59:50.699049 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'Port': ['ID=fb3f7de7-770f-4877-8587-cfcc60455257,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:50.754515 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cebe4-d514-41a2-a484-73792ab666a2 None None] Pushing event updated for resources: {'Port': ['ID=805aa869-bcd3-4947-9401-29d3d0e4cad9,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:50.866924 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (e67030bd-a114-467f-a69c-eaa20aee4c08), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.903381 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Pushing event updated for resources: {'Port': ['ID=83adbae2-491c-45a9-bb53-b675e17c883c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:50.959919 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:50.960832 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.991166 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (fb3f7de7-770f-4877-8587-cfcc60455257), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:50.997215 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f6caf-822a-4ead-b9e1-c25c4070d9ed req-2c488162-3fe8-4c82-b94a-ff9ecdfb6c34 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:50.998939 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca3f6caf-822a-4ead-b9e1-c25c4070d9ed req-2c488162-3fe8-4c82-b94a-ff9ecdfb6c34 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1262293 Feb 28 21:59:51.013357 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe410585-ce0e-4e43-ac2b-85691fb88e87 req-77805025-a05c-4823-b5f9-0c788fece862 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:51.014958 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe410585-ce0e-4e43-ac2b-85691fb88e87 req-77805025-a05c-4823-b5f9-0c788fece862 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 932 time: 0.1410666 Feb 28 21:59:51.092041 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-5b296679-7b12-43bc-98c3-ff59df53e765 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4547408 Feb 28 21:59:51.097491 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe410585-ce0e-4e43-ac2b-85691fb88e87 req-b13ddb2b-67bc-4f63-8986-94ba885ff61e tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757699 Feb 28 21:59:51.100423 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca3f6caf-822a-4ead-b9e1-c25c4070d9ed req-caf8df7d-27b1-4e66-89f0-1ef5ff969fcf tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953312 Feb 28 21:59:51.105650 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Request body: {'port': {'device_id': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:51.175176 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.176151 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for port (fb3f7de7-770f-4877-8587-cfcc60455257), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.271403 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (fb3f7de7-770f-4877-8587-cfcc60455257), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.307524 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:59:51.353383 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'Port': ['ID=fb3f7de7-770f-4877-8587-cfcc60455257,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:51.364587 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (e67030bd-a114-467f-a69c-eaa20aee4c08), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.433164 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:51.444817 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.446364 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-57741636-92ed-4690-bebd-ae1271de4002 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5968595 Feb 28 21:59:51.451596 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'port_id': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'mac_address': 'fa:16:3e:51:cd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:59:51.467285 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83adbae2-491c-45a9-bb53-b675e17c883c {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:59:51.475176 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Publish callbacks [] for port (83adbae2-491c-45a9-bb53-b675e17c883c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.489628 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Transition to ACTIVE for port object 83adbae2-491c-45a9-bb53-b675e17c883c will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:59:51.507581 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port e1958d7a-12ed-4587-9120-bbf53d6332d7 is: ACTIVE; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:51.507982 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.523419 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1958d7a-12ed-4587-9120-bbf53d6332d7 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:59:51.545409 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:51.605197 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.613687 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-2bf0eb6f-e54d-4238-b746-426bc72ccc91 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--330211048&fields=id&tenant_id=4e415d1871af4d26a84530ed592e1239 HTTP/1.1" status: 200 len: 267 time: 0.0491052 Feb 28 21:59:51.643211 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.712180 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=6']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:51.721943 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Pushing event updated for resources: {'Port': ['ID=83adbae2-491c-45a9-bb53-b675e17c883c,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:51.726466 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['e1958d7a-12ed-4587-9120-bbf53d6332d7'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 21:59:51.802946 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-06c5a4a8-6257-496e-a585-6bef5054583a tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:51.804471 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-06c5a4a8-6257-496e-a585-6bef5054583a tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 811 time: 0.1697550 Feb 28 21:59:51.833298 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Attempting to bind port 83adbae2-491c-45a9-bb53-b675e17c883c on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:59:51.833634 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Attempting to bind port 83adbae2-491c-45a9-bb53-b675e17c883c by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:59:51.833959 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Attempting to bind port 83adbae2-491c-45a9-bb53-b675e17c883c on network 12227d99-3302-493a-a211-b05c2603ee16 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:51.836908 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-6627f3c5-a1c5-4a6e-aaeb-de7145a475d4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/quotas/4e415d1871af4d26a84530ed592e1239 HTTP/1.1" status: 200 len: 375 time: 0.0214980 Feb 28 21:59:51.841367 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Port 83adbae2-491c-45a9-bb53-b675e17c883c on network 12227d99-3302-493a-a211-b05c2603ee16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:59:51.841367 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Attempting to bind port 83adbae2-491c-45a9-bb53-b675e17c883c on network 12227d99-3302-493a-a211-b05c2603ee16 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:51.865849 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:59:51.865849 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Checking segment: {'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:51.866120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Bound using segment: {'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:59:51.866494 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Bound port: 83adbae2-491c-45a9-bb53-b675e17c883c, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f1609c-80bf-49f4-a1ab-160684a260b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '12227d99-3302-493a-a211-b05c2603ee16'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:59:51.867079 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:51.947288 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-93ad5174-f1ae-4065-918e-2cd0e13514c9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952806 Feb 28 21:59:51.979734 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 805aa869-bcd3-4947-9401-29d3d0e4cad9 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:59:51.984761 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] For port 83adbae2-491c-45a9-bb53-b675e17c883c, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:59:52.025662 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] For port 83adbae2-491c-45a9-bb53-b675e17c883c, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=83adbae2-491c-45a9-bb53-b675e17c883c,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:59:52.029855 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 805aa869-bcd3-4947-9401-29d3d0e4cad9 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:52.030269 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:52.059849 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-6c700e59-c78e-4c18-95bb-d99185aa0709 service neutron] 10.222.0.26 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979145 Feb 28 21:59:52.108756 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 805aa869-bcd3-4947-9401-29d3d0e4cad9 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:52.123594 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:52.171435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:52.172132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:52.173604 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] 10.222.0.16 "PUT /v2.0/ports/83adbae2-491c-45a9-bb53-b675e17c883c HTTP/1.1" status: 200 len: 1094 time: 1.0721819 Feb 28 21:59:52.174066 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'tag': '83adbae2-491c-45a9-bb53-b675e17c883c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:52.176294 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f548e51-87ca-4657-a568-06b3f69aa588" -d '{"events": [{"name": "network-changed", "server_uuid": "634c973e-0bca-4d39-b8cb-fc77c8b83048", "tag": "83adbae2-491c-45a9-bb53-b675e17c883c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:52.234585 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c25d9-e464-4b09-94ef-cc2c054fc2ef service neutron] Pushing event updated for resources: {'Port': ['ID=83adbae2-491c-45a9-bb53-b675e17c883c,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:52.240581 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-caf2f69f-7819-47ff-a37f-f120f5d9b761 service neutron] 10.222.0.26 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749289 Feb 28 21:59:52.263745 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590058e-fd9d-4229-a2eb-7a18b8697071 req-8bce6f38-583d-4954-bee6-1e0d25b7f437 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:52.265224 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a590058e-fd9d-4229-a2eb-7a18b8697071 req-8bce6f38-583d-4954-bee6-1e0d25b7f437 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 944 time: 0.0841334 Feb 28 21:59:52.340853 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a590058e-fd9d-4229-a2eb-7a18b8697071 req-3daa2e5e-15a6-445f-9909-d69e69510039 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695882 Feb 28 21:59:52.362675 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-efcec106-b0e7-4631-95dc-8bbb2a0800d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:52.364239 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-efcec106-b0e7-4631-95dc-8bbb2a0800d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4acca99140647f0b63399d2c4bc095e&device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 1128 time: 0.0514705 Feb 28 21:59:52.410413 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-1b6d7830-aa79-4bb8-96bc-9dab3c757efc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83adbae2-491c-45a9-bb53-b675e17c883c HTTP/1.1" status: 200 len: 217 time: 0.0375113 Feb 28 21:59:52.490587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-daaae2c2-b373-4f45-af3c-79c44084b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:52.492049 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-daaae2c2-b373-4f45-af3c-79c44084b9fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b06197f9-37d1-4e5f-9df7-ebf0d1313566 HTTP/1.1" status: 200 len: 849 time: 0.0744150 Feb 28 21:59:52.514291 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b877a-a80d-492b-8088-a5ad672fddc2 x-openstack-request-id: req-9d3b877a-a80d-492b-8088-a5ad672fddc2 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:52.514815 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634c973e-0bca-4d39-b8cb-fc77c8b83048", "tag": "83adbae2-491c-45a9-bb53-b675e17c883c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:52.515076 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d3b877a-a80d-492b-8088-a5ad672fddc2 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:52.515468 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'tag': '83adbae2-491c-45a9-bb53-b675e17c883c', 'status': 'completed', 'code': 200} Feb 28 21:59:52.538365 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-a3b00834-f880-476c-87ae-fe84f2669575 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12227d99-3302-493a-a211-b05c2603ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355759 Feb 28 21:59:52.576314 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f1485a4e-e962-4591-9bcb-353926b330f3 req-4602a2fd-9fd6-477c-a064-ad9add4aa0aa tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 210 time: 0.0369456 Feb 28 21:59:52.583620 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2b7c0-cc12-4b3e-b0b4-164d2415a1b7 req-19f5173e-bd55-4eb9-8952-10217e00e60d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:52.585077 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-39d2b7c0-cc12-4b3e-b0b4-164d2415a1b7 req-19f5173e-bd55-4eb9-8952-10217e00e60d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 944 time: 0.1771646 Feb 28 21:59:52.679911 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-39d2b7c0-cc12-4b3e-b0b4-164d2415a1b7 req-af714ba0-66f9-4bb3-959d-4ae0051ef1b9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848870 Feb 28 21:59:52.698227 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-48c4b3e8-9948-4ddb-9455-85c1de47eff0 service neutron] 10.222.0.16 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468687 Feb 28 21:59:52.792371 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c76836b9-ed11-48d5-83c9-4653e3147ec7 req-6b309e84-1806-4ca0-9e9b-c1415f10307f service neutron] 10.222.0.16 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861549 Feb 28 21:59:52.981502 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-91c7c346-8347-4a4f-8c0d-428a2022c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:52.983084 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-91c7c346-8347-4a4f-8c0d-428a2022c22c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4acca99140647f0b63399d2c4bc095e&device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 1128 time: 0.0477459 Feb 28 21:59:53.071977 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-6e78df02-4633-4bc1-bb89-0add2d91457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:53.073420 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-6e78df02-4633-4bc1-bb89-0add2d91457c service neutron] 10.222.0.16 "GET /v2.0/networks?id=12227d99-3302-493a-a211-b05c2603ee16 HTTP/1.1" status: 200 len: 910 time: 0.0832863 Feb 28 21:59:53.117567 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-5aeb3647-40ad-4b6d-b942-7cf4a97e8945 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83adbae2-491c-45a9-bb53-b675e17c883c HTTP/1.1" status: 200 len: 217 time: 0.0379090 Feb 28 21:59:53.165629 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-658ea953-3927-42e3-b4a6-796f3061d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:53.167121 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-658ea953-3927-42e3-b4a6-796f3061d06d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b06197f9-37d1-4e5f-9df7-ebf0d1313566 HTTP/1.1" status: 200 len: 849 time: 0.0434301 Feb 28 21:59:53.198388 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-9be0b986-12d5-433f-8add-f99742e4436a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12227d99-3302-493a-a211-b05c2603ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249150 Feb 28 21:59:53.289860 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-212fdc15-e275-4592-8cf4-9df944a04382 service neutron] 10.222.0.16 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858932 Feb 28 21:59:53.314431 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 21:59:53.367460 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port e1958d7a-12ed-4587-9120-bbf53d6332d7 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:53.367860 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:53.382306 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f548e51-87ca-4657-a568-06b3f69aa588 req-89f05153-fcae-4017-9572-ad0a7b5fb385 service neutron] 10.222.0.16 "GET /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861111 Feb 28 21:59:53.447634 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port e1958d7a-12ed-4587-9120-bbf53d6332d7 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:53.448036 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:53.462850 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75682-31e7-474f-a5d7-286fbe157ba1 req-61682463-407a-44bd-92b9-26625dddb4f8 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:53.464251 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73d75682-31e7-474f-a5d7-286fbe157ba1 req-61682463-407a-44bd-92b9-26625dddb4f8 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 944 time: 0.0530684 Feb 28 21:59:53.471489 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:53.473703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f40de5-8243-4a76-9e87-523e429d23de" -d '{"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-plugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:53.487042 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:53.513303 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7352c68-98eb-4412-b5dc-567a8265786f x-openstack-request-id: req-e7352c68-98eb-4412-b5dc-567a8265786f {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:53.513618 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-plugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:53.513881 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7352c68-98eb-4412-b5dc-567a8265786f {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:53.514309 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'code': 200} Feb 28 21:59:53.516128 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73d75682-31e7-474f-a5d7-286fbe157ba1 req-cac0afa9-0e11-4323-b7e8-bc808ba46b3c tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Feb 28 21:59:53.628580 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:53.659397 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0433d3a1-5354-4497-9868-51154a726497 req-25216c6f-44dc-47ee-8890-96c59f5da8d4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 210 time: 0.0262551 Feb 28 21:59:53.680931 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=7']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:53.802785 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd64718-cb59-4274-93d9-b41d14c0bd64 req-db3d91a9-711e-4903-a213-002004f89fab tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:53.804256 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-acd64718-cb59-4274-93d9-b41d14c0bd64 req-db3d91a9-711e-4903-a213-002004f89fab tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0529163 Feb 28 21:59:53.851463 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-acd64718-cb59-4274-93d9-b41d14c0bd64 req-fa3ba3c5-4d18-4f0b-84f7-bf60029ca268 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Feb 28 21:59:54.635070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3d0e4-ceec-4298-a67f-86b6de446488 req-fa1625a6-ea16-4f73-ac55-5ac3e109d2f9 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:54.636508 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-13c3d0e4-ceec-4298-a67f-86b6de446488 req-fa1625a6-ea16-4f73-ac55-5ac3e109d2f9 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 944 time: 0.0539622 Feb 28 21:59:54.682584 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-13c3d0e4-ceec-4298-a67f-86b6de446488 req-64977996-a3bd-48d4-95b8-ae638c6fa495 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 Feb 28 21:59:54.753466 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5ae8a514-5a8f-41e2-93b4-7535a2ab47c3 req-f447e7c3-fe76-4a3f-8188-dd9a16297f0d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 210 time: 0.0273302 Feb 28 21:59:54.972765 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2129-52a2-4474-be45-595b15407e2a req-5b9269e3-815a-4fc6-8602-ded1bb06528c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:54.974272 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02df2129-52a2-4474-be45-595b15407e2a req-5b9269e3-815a-4fc6-8602-ded1bb06528c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Feb 28 21:59:55.020724 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02df2129-52a2-4474-be45-595b15407e2a req-ff7d4011-d357-4b30-8b73-4406f071ec28 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Feb 28 21:59:55.136773 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-534bad2f-65b2-4bac-aa0d-cabb77c42c1c tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:55.138323 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-534bad2f-65b2-4bac-aa0d-cabb77c42c1c tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 811 time: 0.1070824 Feb 28 21:59:55.208888 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-2bed42e8-b4db-4222-a649-72177e38fb6d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e415d1871af4d26a84530ed592e1239 HTTP/1.1" status: 200 len: 379 time: 0.0621009 Feb 28 21:59:55.217632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'port': {'device_id': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'admin_state_up': True, 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'security_groups': ['df5f20dd-0390-48e1-a806-3dcc0abddfdb']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:55.401010 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Made reservation on behalf of 4e415d1871af4d26a84530ed592e1239 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 21:59:55.401010 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:55.520716 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Allocated IP 172.20.0.6 (8bf81c0f-b0b8-4893-8281-96fbb87b9374/5b62f742-4a3f-4c0b-b70e-b3148d16e2e4/2cd3400b-88f2-4b54-99b6-165c8f0138e6) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 21:59:55.654497 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:55.760801 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:55.833183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 21:59:55.838903 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 21:59:55.852328 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 21:59:55.899649 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'Port': ['ID=2cd3400b-88f2-4b54-99b6-165c8f0138e6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:55.922145 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455f71c-6dcf-41d2-a36c-9ad35dcfab4b req-78975717-642e-4b8b-87c8-8e4220b29e53 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:55.923959 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4455f71c-6dcf-41d2-a36c-9ad35dcfab4b req-78975717-642e-4b8b-87c8-8e4220b29e53 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 944 time: 0.1735759 Feb 28 21:59:55.950767 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:55.951404 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:55.992787 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a8b48-420e-49f3-87f0-3b12b25cfc22 req-988cf550-e3c4-4cb1-8944-d1fe7f737476 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:55.994320 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-649a8b48-420e-49f3-87f0-3b12b25cfc22 req-988cf550-e3c4-4cb1-8944-d1fe7f737476 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 931 time: 0.1599958 Feb 28 21:59:56.016046 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4455f71c-6dcf-41d2-a36c-9ad35dcfab4b req-14e7df2a-e995-482a-9f0e-4a296aeaa719 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843575 Feb 28 21:59:56.055863 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-649a8b48-420e-49f3-87f0-3b12b25cfc22 req-522fb72a-2d77-4ddf-b184-16262b76a582 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535779 Feb 28 21:59:56.141484 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-176e5d8f-6b94-4af3-be53-891e2bf88736 None None] Provisioning complete for port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 21:59:56.142103 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-176e5d8f-6b94-4af3-be53-891e2bf88736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:56.147578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cef9dd-8132-478d-ab06-19fe76165159 req-7fadc9df-0f8b-4b37-ad9b-e71d5ce56395 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:56.149145 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e0cef9dd-8132-478d-ab06-19fe76165159 req-7fadc9df-0f8b-4b37-ad9b-e71d5ce56395 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0565801 Feb 28 21:59:56.154068 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-ec55512d-f8a5-4fd2-9567-3bdef52d4fa4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9400156 Feb 28 21:59:56.176936 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Request body: {'port': {'device_id': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 21:59:56.177615 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-176e5d8f-6b94-4af3-be53-891e2bf88736 None None] Port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 21:59:56.250229 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e0cef9dd-8132-478d-ab06-19fe76165159 req-828926f6-0d0a-472a-b392-85ac58d4cb44 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916183 Feb 28 21:59:56.256988 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:56.525597 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd3400b-88f2-4b54-99b6-165c8f0138e6 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:59:56.534433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Publish callbacks [] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:56.546676 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Transition to ACTIVE for port object 2cd3400b-88f2-4b54-99b6-165c8f0138e6 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 21:59:56.613963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:56.674397 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3400b-88f2-4b54-99b6-165c8f0138e6,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:56.772170 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Attempting to bind port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 21:59:56.772170 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Attempting to bind port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 21:59:56.772170 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Attempting to bind port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:56.777161 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 21:59:56.778077 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Attempting to bind port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 21:59:56.783600 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 21, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 21:59:56.785955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Checking segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 21:59:56.785955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Bound using segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 21:59:56.785955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Bound port: 2cd3400b-88f2-4b54-99b6-165c8f0138e6, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 21:59:56.785955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:56.882379 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] For port 2cd3400b-88f2-4b54-99b6-165c8f0138e6, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 21:59:56.885725 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] For port 2cd3400b-88f2-4b54-99b6-165c8f0138e6, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 21:59:56.995528 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:57.031083 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.031708 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:57.033258 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] 10.222.0.16 "PUT /v2.0/ports/2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 200 len: 1093 time: 0.8675919 Feb 28 21:59:57.035892 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 21:59:57.051002 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ff85d-eba8-4f72-a645-2b4fd28265b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 21:59:57.097417 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 21:59:57.122181 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d035cd2-83c2-4443-a6c4-8d2aedfccea7 x-openstack-request-id: req-8d035cd2-83c2-4443-a6c4-8d2aedfccea7 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 21:59:57.122492 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 21:59:57.122883 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d035cd2-83c2-4443-a6c4-8d2aedfccea7 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 21:59:57.124042 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'status': 'completed', 'code': 200} Feb 28 21:59:57.132338 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463627a1-158f-4ace-aaba-ba5c61434ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd3400b-88f2-4b54-99b6-165c8f0138e6,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 21:59:57.275446 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ff85d-eba8-4f72-a645-2b4fd28265b3 req-d4d7c58b-f2f3-4b0f-9941-e904e9528a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.276906 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb2ff85d-eba8-4f72-a645-2b4fd28265b3 req-d4d7c58b-f2f3-4b0f-9941-e904e9528a26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1127 time: 0.1459706 Feb 28 21:59:57.317688 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147364a-1de3-41fa-b254-12d7c920c7be req-7039f3a0-f059-48eb-bf4a-2634d3d4c4d5 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.319310 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a147364a-1de3-41fa-b254-12d7c920c7be req-7039f3a0-f059-48eb-bf4a-2634d3d4c4d5 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 944 time: 0.1834867 Feb 28 21:59:57.341951 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e07784-b33a-496a-a140-a694672c54f8 req-48f351db-c680-486b-9a8d-df1144b8fb1c tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.343515 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6e07784-b33a-496a-a140-a694672c54f8 req-48f351db-c680-486b-9a8d-df1144b8fb1c tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 943 time: 0.1418319 Feb 28 21:59:57.453039 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a147364a-1de3-41fa-b254-12d7c920c7be req-3b00b05e-be2b-49c1-90b1-ddf149b73f37 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235256 Feb 28 21:59:57.478551 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6e07784-b33a-496a-a140-a694672c54f8 req-403641a2-778e-490d-82eb-f99080295d20 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036935 Feb 28 21:59:57.482603 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ff85d-eba8-4f72-a645-2b4fd28265b3 req-c839c53f-3b54-4f82-90d7-93bf6b27c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.484628 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb2ff85d-eba8-4f72-a645-2b4fd28265b3 req-c839c53f-3b54-4f82-90d7-93bf6b27c8cd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e415d1871af4d26a84530ed592e1239&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1984305 Feb 28 21:59:57.630014 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f949cab-fde7-4f36-a1f5-6b3ca7f4cc5a req-a4787ee2-5277-4955-8a1b-74c807e8e2c4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.631860 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f949cab-fde7-4f36-a1f5-6b3ca7f4cc5a req-a4787ee2-5277-4955-8a1b-74c807e8e2c4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1180782 Feb 28 21:59:57.645322 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ff85d-eba8-4f72-a645-2b4fd28265b3 req-7c342f38-b39c-4359-867f-9f46e7ea2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.646832 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb2ff85d-eba8-4f72-a645-2b4fd28265b3 req-7c342f38-b39c-4359-867f-9f46e7ea2c7d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559851 Feb 28 21:59:57.689355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f949cab-fde7-4f36-a1f5-6b3ca7f4cc5a req-a6a3f24c-f5af-4bce-a5b6-0c6e30321a9c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507741 Feb 28 21:59:57.738353 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-b530ddc4-f0a1-488c-96f2-ee2b7eb38088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.740213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-b530ddc4-f0a1-488c-96f2-ee2b7eb38088 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1127 time: 0.0499835 Feb 28 21:59:57.784677 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-bf40a54a-5ebd-484d-8acf-b9d40536e672 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 200 len: 217 time: 0.0367696 Feb 28 21:59:57.837411 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-8615b1d1-39b2-492a-a116-257855ee4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.839006 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-8615b1d1-39b2-492a-a116-257855ee4f6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0475116 Feb 28 21:59:57.897650 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-5f6bcfec-1932-408a-a6cd-d93a25b881fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:57.900335 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-5f6bcfec-1932-408a-a6cd-d93a25b881fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539353 Feb 28 21:59:58.008418 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-c0fe771e-73b9-47cb-8f10-42968c0a44de service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011708 Feb 28 21:59:58.106593 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624059f8-1b45-44f6-9d1b-001bd4db4456 req-8977434b-b2f3-49a2-a0a7-469f2250b985 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902965 Feb 28 21:59:58.978353 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bfdd2-c679-41e9-adf1-0273f4b5cc16 req-b2751768-628e-4989-ae3b-1c251bccf050 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:58.979900 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df4bfdd2-c679-41e9-adf1-0273f4b5cc16 req-b2751768-628e-4989-ae3b-1c251bccf050 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 943 time: 0.3925829 Feb 28 21:59:58.987151 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1faf81-31b2-43fa-a551-9472761cd16d req-23291a6a-8432-4a51-839e-147cc60ddd5a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:58.988630 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a1faf81-31b2-43fa-a551-9472761cd16d req-23291a6a-8432-4a51-839e-147cc60ddd5a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 944 time: 0.4318676 Feb 28 21:59:59.052524 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df4bfdd2-c679-41e9-adf1-0273f4b5cc16 req-687d2f09-9070-436f-b1b2-17ecfb5062cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628986 Feb 28 21:59:59.079267 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a1faf81-31b2-43fa-a551-9472761cd16d req-1156f8ca-f786-4af1-8602-196f69fe4ed4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Feb 28 21:59:59.183306 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a837322-b1cb-4fb5-8d0c-533d672d6df5 req-631be841-278b-4840-9946-b5d712c2a15e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 21:59:59.185568 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a837322-b1cb-4fb5-8d0c-533d672d6df5 req-631be841-278b-4840-9946-b5d712c2a15e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0586083 Feb 28 21:59:59.244830 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a837322-b1cb-4fb5-8d0c-533d672d6df5 req-0a1d15ac-d026-4514-9efc-fc7016d50d32 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502322 Feb 28 21:59:59.389595 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 83adbae2-491c-45a9-bb53-b675e17c883c details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 21:59:59.530262 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 83adbae2-491c-45a9-bb53-b675e17c883c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=83adbae2-491c-45a9-bb53-b675e17c883c,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 21:59:59.546769 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '83adbae2-491c-45a9-bb53-b675e17c883c', 'network_id': '12227d99-3302-493a-a211-b05c2603ee16', 'port_id': '83adbae2-491c-45a9-bb53-b675e17c883c', 'mac_address': 'fa:16:3e:ed:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06197f9-37d1-4e5f-9df7-ebf0d1313566', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 21:59:59.591643 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 83adbae2-491c-45a9-bb53-b675e17c883c is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 21:59:59.592038 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 21:59:59.608061 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83adbae2-491c-45a9-bb53-b675e17c883c {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 21:59:59.648538 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 83adbae2-491c-45a9-bb53-b675e17c883c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=83adbae2-491c-45a9-bb53-b675e17c883c,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:00.214052 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:00.217294 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87562de-f144-4de4-b9d0-70c3485d8eff req-35bcf5b3-5832-4b2a-b244-a37c76a9b339 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:00.219082 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a87562de-f144-4de4-b9d0-70c3485d8eff req-35bcf5b3-5832-4b2a-b244-a37c76a9b339 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 943 time: 0.0897412 Feb 28 22:00:00.230043 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd73aa3-d88d-4771-845a-59941c63c2b5 req-bfeeee62-2644-425f-8a3d-03abad9181d3 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:00.232187 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcd73aa3-d88d-4771-845a-59941c63c2b5 req-bfeeee62-2644-425f-8a3d-03abad9181d3 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 944 time: 0.0889981 Feb 28 22:00:00.274472 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=83adbae2-491c-45a9-bb53-b675e17c883c,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:00.311244 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a87562de-f144-4de4-b9d0-70c3485d8eff req-69f2dba8-21c7-4e52-a5c6-5aa228d57786 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778904 Feb 28 22:00:00.318873 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcd73aa3-d88d-4771-845a-59941c63c2b5 req-601176ed-40f1-4e07-a26b-31218f60a57a tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761037 Feb 28 22:00:00.437743 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f742ae9-fb66-45c4-90bd-0aebbd7f6710 req-f96cbb6e-2f38-45a9-9db0-bf23444c2ae2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:00.444947 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7f742ae9-fb66-45c4-90bd-0aebbd7f6710 req-f96cbb6e-2f38-45a9-9db0-bf23444c2ae2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0747070 Feb 28 22:00:00.502134 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7f742ae9-fb66-45c4-90bd-0aebbd7f6710 req-bbbb0528-2869-4fcd-8acb-d39f5d9ac322 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565856 Feb 28 22:00:00.532391 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['83adbae2-491c-45a9-bb53-b675e17c883c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:00:01.399590 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 2cd3400b-88f2-4b54-99b6-165c8f0138e6 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:00:01.405367 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 83adbae2-491c-45a9-bb53-b675e17c883c up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:01.504375 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a1d91-d676-44c1-950a-2ec82e665a60 req-995d5a30-f915-4000-9c5f-1a0799719901 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:01.505928 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-531a1d91-d676-44c1-950a-2ec82e665a60 req-995d5a30-f915-4000-9c5f-1a0799719901 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 945 time: 0.1069224 Feb 28 22:00:01.517142 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa617e-9b0d-4b25-86dc-6b94b9a96ae1 req-9cc1356b-15df-4d05-b1c6-bbe427a29668 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:01.519122 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34aa617e-9b0d-4b25-86dc-6b94b9a96ae1 req-9cc1356b-15df-4d05-b1c6-bbe427a29668 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 943 time: 0.1109936 Feb 28 22:00:01.568778 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 83adbae2-491c-45a9-bb53-b675e17c883c completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:00:01.578899 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 2cd3400b-88f2-4b54-99b6-165c8f0138e6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:01.581821 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 83adbae2-491c-45a9-bb53-b675e17c883c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:01.582456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:01.609304 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34aa617e-9b0d-4b25-86dc-6b94b9a96ae1 req-e728d545-05c9-47bb-9a9d-318c510afe97 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716436 Feb 28 22:00:01.622959 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'port_id': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'mac_address': 'fa:16:3e:02:11:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:00:01.636364 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-531a1d91-d676-44c1-950a-2ec82e665a60 req-fb0248a5-626a-49ea-8bb5-635e2011f468 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161568 Feb 28 22:00:01.692897 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:01.694145 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:01.737163 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd3400b-88f2-4b54-99b6-165c8f0138e6 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:00:01.757436 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbab85-75be-4bce-a928-b5bcbc23ba5b req-5d83c58c-9454-41ef-9f5f-ab5935de43c8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:01.759271 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8bbab85-75be-4bce-a928-b5bcbc23ba5b req-5d83c58c-9454-41ef-9f5f-ab5935de43c8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0631144 Feb 28 22:00:01.780211 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 2cd3400b-88f2-4b54-99b6-165c8f0138e6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:01.787503 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 83adbae2-491c-45a9-bb53-b675e17c883c is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:01.788105 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:01.820515 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83adbae2-491c-45a9-bb53-b675e17c883c'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:00:01.824215 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bac7a0-ff41-442c-b700-2da51f9821b5" -d '{"events": [{"server_uuid": "634c973e-0bca-4d39-b8cb-fc77c8b83048", "name": "network-vif-plugged", "status": "completed", "tag": "83adbae2-491c-45a9-bb53-b675e17c883c"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:00:01.829371 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8bbab85-75be-4bce-a928-b5bcbc23ba5b req-0e47716f-c4ef-4aff-98cf-089321c93a05 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618360 Feb 28 22:00:01.878944 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 83adbae2-491c-45a9-bb53-b675e17c883c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=83adbae2-491c-45a9-bb53-b675e17c883c,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:01.899417 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:01.930321 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2f10d2-0ea4-4792-8d84-56ea79554035 x-openstack-request-id: req-5d2f10d2-0ea4-4792-8d84-56ea79554035 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:00:01.930744 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c973e-0bca-4d39-b8cb-fc77c8b83048", "name": "network-vif-plugged", "status": "completed", "tag": "83adbae2-491c-45a9-bb53-b675e17c883c", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:00:01.931015 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d2f10d2-0ea4-4792-8d84-56ea79554035 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:00:01.932563 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83adbae2-491c-45a9-bb53-b675e17c883c', 'code': 200} Feb 28 22:00:01.974132 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=2cd3400b-88f2-4b54-99b6-165c8f0138e6,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:02.021827 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:02.080164 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=83adbae2-491c-45a9-bb53-b675e17c883c,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:02.259151 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['2cd3400b-88f2-4b54-99b6-165c8f0138e6'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:00:02.318949 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215dcd4-6332-47b8-b3f5-565795a915aa req-25dccac4-b456-4f53-bb55-071283a40059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:02.321062 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7215dcd4-6332-47b8-b3f5-565795a915aa req-25dccac4-b456-4f53-bb55-071283a40059 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 1130 time: 0.0603166 Feb 28 22:00:02.405450 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7215dcd4-6332-47b8-b3f5-565795a915aa req-cb0d3bd7-4785-4809-bd18-002fa0c089dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774424 Feb 28 22:00:02.795690 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27df62-57c3-4f30-b894-8fcb08a3f10c req-52da2020-99cd-45a4-b4e1-2d24b6a095ba tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:02.797223 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d27df62-57c3-4f30-b894-8fcb08a3f10c req-52da2020-99cd-45a4-b4e1-2d24b6a095ba tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 946 time: 0.0922647 Feb 28 22:00:02.835904 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aacf6-a313-4f91-acd8-31a942fc8ee9 req-bdfa8058-641e-4a3a-809d-642a40d6bae4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:02.837477 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-144aacf6-a313-4f91-acd8-31a942fc8ee9 req-bdfa8058-641e-4a3a-809d-642a40d6bae4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 944 time: 0.1206565 Feb 28 22:00:02.886488 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d27df62-57c3-4f30-b894-8fcb08a3f10c req-6ad2bcf7-1a26-4d01-9c49-bfb35959d4aa tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829034 Feb 28 22:00:02.921889 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-144aacf6-a313-4f91-acd8-31a942fc8ee9 req-e7e4626b-0cb6-4ffa-a627-6d3684c09447 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724530 Feb 28 22:00:03.037797 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227e7f-16d0-4c2e-92b6-1079b21be309 req-43c68181-c03f-47a5-9d7d-05642ecf0921 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:03.039562 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f227e7f-16d0-4c2e-92b6-1079b21be309 req-43c68181-c03f-47a5-9d7d-05642ecf0921 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0615163 Feb 28 22:00:03.092550 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f227e7f-16d0-4c2e-92b6-1079b21be309 req-88c843d8-b2d0-4430-b29d-c44ed4e9ce5b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462909 Feb 28 22:00:03.413389 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 2cd3400b-88f2-4b54-99b6-165c8f0138e6 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:03.851765 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:00:03.857050 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-d9d186e0-f0a6-4861-ada7-5a4d45203235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:03.858109 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:03.858866 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:03.991130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:03.994290 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:04.039597 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:00:04.041115 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f788db-4afe-47ae-bba5-7d2b281510fc req-cd69c77f-1faf-4ca7-9797-e0ec0d9a2e4f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:04.042284 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48188711-bd04-4e63-acd9-ab1319b0ebe6" -d '{"events": [{"server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:00:04.052623 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-32f788db-4afe-47ae-bba5-7d2b281510fc req-cd69c77f-1faf-4ca7-9797-e0ec0d9a2e4f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 946 time: 0.0789211 Feb 28 22:00:04.067754 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 2cd3400b-88f2-4b54-99b6-165c8f0138e6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:04.132384 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:04.134509 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-32f788db-4afe-47ae-bba5-7d2b281510fc req-adcfe4b1-ae14-42ee-bffa-3dd7ad27ce59 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805895 Feb 28 22:00:04.147579 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b892e1-d15d-44bb-9e51-18212d5926d3 req-12821def-444c-4f05-b6a5-3f7ee3a77dd9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:04.149384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79b892e1-d15d-44bb-9e51-18212d5926d3 req-12821def-444c-4f05-b6a5-3f7ee3a77dd9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 944 time: 0.0860088 Feb 28 22:00:04.235046 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79b892e1-d15d-44bb-9e51-18212d5926d3 req-733f70db-7645-45e3-8bfc-97a10a130621 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791900 Feb 28 22:00:04.239968 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f7d04f-f644-4ce3-90e8-0923bd97821e x-openstack-request-id: req-08f7d04f-f644-4ce3-90e8-0923bd97821e {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:00:04.240294 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:00:04.240940 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08f7d04f-f644-4ce3-90e8-0923bd97821e {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:00:04.240940 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'code': 200} Feb 28 22:00:04.246678 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=2cd3400b-88f2-4b54-99b6-165c8f0138e6,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:04.379281 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4b4d9-0e2d-4126-9731-7fe6cdbb2c91 req-f5522fa8-7e54-4209-8e85-03a4fdde6cd5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:04.381165 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d9e4b4d9-0e2d-4126-9731-7fe6cdbb2c91 req-f5522fa8-7e54-4209-8e85-03a4fdde6cd5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0687120 Feb 28 22:00:04.453559 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d9e4b4d9-0e2d-4126-9731-7fe6cdbb2c91 req-86238b17-5d98-4b6d-a1e7-e84538a5538c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664361 Feb 28 22:00:04.636127 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca3b9-d173-4c5c-a193-a0169f085fcc req-58d94683-b615-45cb-bd45-3e5085b0c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:04.638522 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73bca3b9-d173-4c5c-a193-a0169f085fcc req-58d94683-b615-45cb-bd45-3e5085b0c8f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1129 time: 0.0676076 Feb 28 22:00:04.702864 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73bca3b9-d173-4c5c-a193-a0169f085fcc req-ebcf21df-afee-4ff7-9a74-40180cac4544 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567856 Feb 28 22:00:05.285075 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18316c5-ead1-457a-b5e9-9abfd8a0394f req-30aa9673-eb39-4c65-9a05-0c05248dae1f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:05.287640 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c18316c5-ead1-457a-b5e9-9abfd8a0394f req-30aa9673-eb39-4c65-9a05-0c05248dae1f tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 946 time: 0.0649571 Feb 28 22:00:05.360770 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c18316c5-ead1-457a-b5e9-9abfd8a0394f req-634090b8-1719-430c-9d77-680c6f056b28 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674739 Feb 28 22:00:05.425376 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91fa8f-516b-4baa-a812-583490c11dd6 req-b4f66300-6c98-48b4-a364-9bd33fae1541 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:05.427380 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4b91fa8f-516b-4baa-a812-583490c11dd6 req-b4f66300-6c98-48b4-a364-9bd33fae1541 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0808361 Feb 28 22:00:05.480178 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4b91fa8f-516b-4baa-a812-583490c11dd6 req-5d5b4e26-ff7c-45c3-b3b9-c6bf7a3eb973 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470014 Feb 28 22:00:05.596555 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d13be-a772-439c-9663-8e3740df2aa6 req-2d3f4d60-54be-49c6-9f8c-5d9852a6e2a4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:05.598204 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1e5d13be-a772-439c-9663-8e3740df2aa6 req-2d3f4d60-54be-49c6-9f8c-5d9852a6e2a4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0645850 Feb 28 22:00:05.652028 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1e5d13be-a772-439c-9663-8e3740df2aa6 req-bf3214f8-c6cd-49c1-933c-4c6e0fa83503 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472357 Feb 28 22:00:06.254197 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e46d3a80-1734-459f-a712-bafa6d778208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:06.642231 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4d950-e544-4e8b-b7ff-25291119b6e9 req-a5e29cba-f9fd-4fe2-896b-62e21ddd53d3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:06.643909 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aed4d950-e544-4e8b-b7ff-25291119b6e9 req-a5e29cba-f9fd-4fe2-896b-62e21ddd53d3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0723615 Feb 28 22:00:06.708743 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aed4d950-e544-4e8b-b7ff-25291119b6e9 req-3a02a623-649c-4591-95b5-dbc91b89afa6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588462 Feb 28 22:00:06.827110 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe786697-0a9b-4ed5-8c72-701a5f3d32bc req-b60dc24a-aaa6-4f5c-a526-b1cc105318d0 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:06.828621 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe786697-0a9b-4ed5-8c72-701a5f3d32bc req-b60dc24a-aaa6-4f5c-a526-b1cc105318d0 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 946 time: 0.1420760 Feb 28 22:00:06.862686 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44bcb6-bab1-4321-96f9-0320ef55c32c req-a7a6295b-6b74-4c5e-bf5a-3c5e52972539 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:06.864322 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef44bcb6-bab1-4321-96f9-0320ef55c32c req-a7a6295b-6b74-4c5e-bf5a-3c5e52972539 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0929782 Feb 28 22:00:06.934193 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe786697-0a9b-4ed5-8c72-701a5f3d32bc req-85a5f589-0598-4de0-8e62-7aec567668a1 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948942 Feb 28 22:00:06.975899 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef44bcb6-bab1-4321-96f9-0320ef55c32c req-41a6a38c-44a3-450e-9a26-15aa829ce5da tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032829 Feb 28 22:00:07.029651 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60530) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:07.082284 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002286a-5a8e-47dd-8ce9-90873b11f7ff req-ac2bf5c1-76a6-4e55-a7e7-4232ce691ffd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:07.097843 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1002286a-5a8e-47dd-8ce9-90873b11f7ff req-ac2bf5c1-76a6-4e55-a7e7-4232ce691ffd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0976367 Feb 28 22:00:07.097981 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60534) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:07.100134 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'floatingip': {'port_id': '2cd3400b-88f2-4b54-99b6-165c8f0138e6'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:07.177791 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (e67030bd-a114-467f-a69c-eaa20aee4c08), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:07.229872 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d70b5df0-e971-426a-8bc5-730ddc24a2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:07.259488 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:07.318658 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d70b5df0-e971-426a-8bc5-730ddc24a2ef admin admin] Publish callbacks [] for security_group (d42f0d8b-6242-4b41-bf84-1c828e891f8d), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:07.846830 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-3163c5bf-9e1a-4b51-975b-891680dd0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:07.847513 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-3163c5bf-9e1a-4b51-975b-891680dd0bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1129 time: 0.0495467 Feb 28 22:00:07.878763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:07.954213 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-4bd98e4a-b45d-412f-9724-3b95fd7f9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:07.955685 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-4bd98e4a-b45d-412f-9724-3b95fd7f9c5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.0873840 Feb 28 22:00:07.971416 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d70b5df0-e971-426a-8bc5-730ddc24a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (d42f0d8b-6242-4b41-bf84-1c828e891f8d), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.019348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (e67030bd-a114-467f-a69c-eaa20aee4c08), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.053860 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.114822 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d70b5df0-e971-426a-8bc5-730ddc24a2ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2cf6ce6c6054c83aa7f4ad7fd703a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0777855 Feb 28 22:00:08.114822 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b5df0-e971-426a-8bc5-730ddc24a2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f0d8b-6242-4b41-bf84-1c828e891f8d,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:08.115138 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60544) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:08.155398 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-a18ebeba-90c3-4647-8886-08234b5117e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 1001 time: 0.1933382 Feb 28 22:00:08.207448 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c26ea-bb05-4a86-b5b8-786b921d414e req-21803705-0c54-4886-a8c3-29325db46070 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:08.215102 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a71c26ea-bb05-4a86-b5b8-786b921d414e req-21803705-0c54-4886-a8c3-29325db46070 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 946 time: 0.1915398 Feb 28 22:00:08.277081 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938b4a2-742d-4d03-b159-b8d07538dfd4 req-52c49896-9db2-425b-9201-e6bdbbab4460 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:08.279259 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3938b4a2-742d-4d03-b159-b8d07538dfd4 req-52c49896-9db2-425b-9201-e6bdbbab4460 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.2092242 Feb 28 22:00:08.308683 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-7daf4f2f-bf9f-4dbe-9f66-e0aa46c19918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:08.310105 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-7daf4f2f-bf9f-4dbe-9f66-e0aa46c19918 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.1473930 Feb 28 22:00:08.353701 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-215645a3-9a58-4565-8f73-776a7c5fb3a5 admin admin] Publish callbacks [] for security_group (d42f0d8b-6242-4b41-bf84-1c828e891f8d), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.377562 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-215645a3-9a58-4565-8f73-776a7c5fb3a5 admin admin] Publish callbacks [] for security_group (d42f0d8b-6242-4b41-bf84-1c828e891f8d), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.383882 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a71c26ea-bb05-4a86-b5b8-786b921d414e req-9eba3b87-3edf-4dff-a49c-c88b473e7c28 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f68022d-cdb0-48b6-8228-c9e5f456a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667111 Feb 28 22:00:08.428601 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.l3_db [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Floating IP e67030bd-a114-467f-a69c-eaa20aee4c08 associated. External IP: 172.27.2.25, port: 2cd3400b-88f2-4b54-99b6-165c8f0138e6. Feb 28 22:00:08.438488 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3938b4a2-742d-4d03-b159-b8d07538dfd4 req-53f1e86c-ebcd-43d2-8206-1adbfee7b4f0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373460 Feb 28 22:00:08.462572 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-95702d3b-47b5-43dd-86f1-6e912c48a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:08.464123 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-95702d3b-47b5-43dd-86f1-6e912c48a3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475518 Feb 28 22:00:08.472351 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-a12d60d0-2bed-4ff7-8fc8-a3378af786e4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:08.478771 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-a12d60d0-2bed-4ff7-8fc8-a3378af786e4 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 946 time: 0.2234926 Feb 28 22:00:08.568322 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-215645a3-9a58-4565-8f73-776a7c5fb3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (d42f0d8b-6242-4b41-bf84-1c828e891f8d), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.571589 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-215645a3-9a58-4565-8f73-776a7c5fb3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.573078 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-215645a3-9a58-4565-8f73-776a7c5fb3a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d42f0d8b-6242-4b41-bf84-1c828e891f8d HTTP/1.1" status: 204 len: 168 time: 0.4603066 Feb 28 22:00:08.585834 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215645a3-9a58-4565-8f73-776a7c5fb3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f0d8b-6242-4b41-bf84-1c828e891f8d,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:08.701163 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-7c9d9404-5636-4fa3-aca1-f7a9b24db874 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264304 Feb 28 22:00:08.703269 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Deleting port 83adbae2-491c-45a9-bb53-b675e17c883c {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:00:08.703663 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.733228 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Router 95812a7c-db37-4452-9973-bb224d8edb03 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:00:08.749053 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.870112 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9a1b3ae-ff9b-4aa6-8676-ce274e2cb67a req-8c833de1-00f9-41f6-866d-760627ceb0b2 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621993 Feb 28 22:00:08.871988 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] For port 83adbae2-491c-45a9-bb53-b675e17c883c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=83adbae2-491c-45a9-bb53-b675e17c883c,segment=NetworkSegment(52f1609c-80bf-49f4-a1ab-160684a260b6),segment_id=52f1609c-80bf-49f4-a1ab-160684a260b6)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:08.872996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.896354 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Calling delete_port for 83adbae2-491c-45a9-bb53-b675e17c883c owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:00:08.925366 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:08.931242 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:08.942458 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] Sync routers for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:08.959578 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:08.961081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:08.991441 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-9c68415a-cbb9-4ec1-9873-fc623348f01b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "PUT /v2.0/floatingips/e67030bd-a114-467f-a69c-eaa20aee4c08 HTTP/1.1" status: 200 len: 990 time: 1.8951561 Feb 28 22:00:08.992026 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:00:08.994512 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f090e3-a660-4845-bdde-33cef80e958d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:00:09.087242 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a739b1e-70cb-444c-a936-69c4b429b5bc x-openstack-request-id: req-7a739b1e-70cb-444c-a936-69c4b429b5bc {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:00:09.087608 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:00:09.087777 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a739b1e-70cb-444c-a936-69c4b429b5bc {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:00:09.088178 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'status': 'completed', 'code': 200} Feb 28 22:00:09.136156 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:09.153614 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f090e3-a660-4845-bdde-33cef80e958d req-9e7e4aa3-ea72-4486-ba13-7b0010ce07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:09.155383 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a1f090e3-a660-4845-bdde-33cef80e958d req-9e7e4aa3-ea72-4486-ba13-7b0010ce07ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1129 time: 0.0489945 Feb 28 22:00:09.267013 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f090e3-a660-4845-bdde-33cef80e958d req-16168484-239d-4982-b0d7-aabb42ef8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:09.268664 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a1f090e3-a660-4845-bdde-33cef80e958d req-16168484-239d-4982-b0d7-aabb42ef8526 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 912 time: 0.1077986 Feb 28 22:00:09.338231 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a1f090e3-a660-4845-bdde-33cef80e958d req-86593378-452a-4c3a-bbaa-73a0fdd08eb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 200 len: 998 time: 0.0636106 Feb 28 22:00:09.374517 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (83adbae2-491c-45a9-bb53-b675e17c883c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:09.386265 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['83adbae2-491c-45a9-bb53-b675e17c883c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:00:09.420208 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Pushing event deleted for resources: {'Port': ['ID=83adbae2-491c-45a9-bb53-b675e17c883c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:09.435699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f090e3-a660-4845-bdde-33cef80e958d req-3cf614fe-e68d-4c9c-b21e-d922da81c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:09.437197 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a1f090e3-a660-4845-bdde-33cef80e958d req-3cf614fe-e68d-4c9c-b21e-d922da81c41f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0939837 Feb 28 22:00:09.519825 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] No DVR routers for this DVR port 83adbae2-491c-45a9-bb53-b675e17c883c on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:00:09.557467 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:09.563943 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e64d538a-d5db-4fe8-a8a5-71885989e747 req-31f2cacc-5a2c-4d02-85b6-2fae0adc9486 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.16 "DELETE /v2.0/ports/83adbae2-491c-45a9-bb53-b675e17c883c HTTP/1.1" status: 204 len: 173 time: 1.0767593 Feb 28 22:00:09.563943 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-08a75053-a608-41aa-9248-a559fa63c0bb req-617ac660-573b-472d-9fd8-0328b81d6aab tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 210 time: 0.0807142 Feb 28 22:00:09.563943 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'name': 'network-vif-deleted', 'tag': '83adbae2-491c-45a9-bb53-b675e17c883c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:00:09.566095 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1059ebdc-4306-416a-ab0c-0b613fd2f586" -d '{"events": [{"server_uuid": "634c973e-0bca-4d39-b8cb-fc77c8b83048", "name": "network-vif-deleted", "tag": "83adbae2-491c-45a9-bb53-b675e17c883c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:00:09.608215 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f090e3-a660-4845-bdde-33cef80e958d req-1f8bab30-3bae-4187-9d1b-ed57b746c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:09.609849 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a1f090e3-a660-4845-bdde-33cef80e958d req-1f8bab30-3bae-4187-9d1b-ed57b746c3c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1664624 Feb 28 22:00:09.612138 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3935f15-08c4-4a51-b199-9a9a03714005 x-openstack-request-id: req-e3935f15-08c4-4a51-b199-9a9a03714005 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:00:09.612435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c973e-0bca-4d39-b8cb-fc77c8b83048", "name": "network-vif-deleted", "tag": "83adbae2-491c-45a9-bb53-b675e17c883c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:00:09.612687 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3935f15-08c4-4a51-b199-9a9a03714005 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:00:09.613065 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634c973e-0bca-4d39-b8cb-fc77c8b83048', 'name': 'network-vif-deleted', 'tag': '83adbae2-491c-45a9-bb53-b675e17c883c', 'status': 'completed', 'code': 200} Feb 28 22:00:09.629925 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': 'e67030bd-a114-467f-a69c-eaa20aee4c08', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'port_id': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'mac_address': 'fa:16:3e:02:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:59:50Z', 'updated_at': '2022-02-28T22:00:07Z', 'revision_number': 1, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:09.640252 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d301441-999c-4d67-ba70-ef0978bdf4b5 req-29274aa8-d642-447b-bd88-0c08d068da0b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:09.641754 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d301441-999c-4d67-ba70-ef0978bdf4b5 req-29274aa8-d642-447b-bd88-0c08d068da0b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.0872822 Feb 28 22:00:09.657442 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] Checking router: 95812a7c-db37-4452-9973-bb224d8edb03 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:09.665844 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:09.666421 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:09.746734 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d301441-999c-4d67-ba70-ef0978bdf4b5 req-13e62137-b0e5-498d-9d41-e9ba094d3f27 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951009 Feb 28 22:00:09.764208 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a1f090e3-a660-4845-bdde-33cef80e958d req-aab433e1-133d-4fcb-bb95-888c75574444 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396606 Feb 28 22:00:09.813855 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:09.879486 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a1f090e3-a660-4845-bdde-33cef80e958d req-653b1649-c9cd-4662-bafc-194c9585fb0b service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072421 Feb 28 22:00:10.076071 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': 'e67030bd-a114-467f-a69c-eaa20aee4c08', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'port_id': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'mac_address': 'fa:16:3e:02:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:59:50Z', 'updated_at': '2022-02-28T22:00:07Z', 'revision_number': 1, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:10.082097 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60588) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:10.103948 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef3334-97d4-4a78-b2dc-32711b69f69e None None] The sync data for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi is: [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': 'e67030bd-a114-467f-a69c-eaa20aee4c08', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'port_id': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'mac_address': 'fa:16:3e:02:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T21:59:50Z', 'updated_at': '2022-02-28T22:00:07Z', 'revision_number': 1, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:10.116743 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.185910 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-828976513-network', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:10.248369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Made reservation on behalf of 41fad17e39fc4970a4688f9d08a37877 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:10.250818 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.260551 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.301668 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f57446a-fe30-4860-bc49-b0a3a0a74ebc None None] New status for floating IP e67030bd-a114-467f-a69c-eaa20aee4c08: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:00:10.352364 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks [] for security_group (623a10d9-759c-40ed-a0a3-c327411f8587), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.439924 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (623a10d9-759c-40ed-a0a3-c327411f8587), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.461436 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:00:10.475601 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a10d9-759c-40ed-a0a3-c327411f8587,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:10.480332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (a5a9d912-69b0-449e-b831-cffee47adef8), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.481207 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Added segment a5a9d912-69b0-449e-b831-cffee47adef8 of type vlan for network 37854532-2a92-4909-8083-a0d68ca427f3 Feb 28 22:00:10.526022 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (37854532-2a92-4909-8083-a0d68ca427f3), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.627541 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (37854532-2a92-4909-8083-a0d68ca427f3), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.627541 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:10.627541 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.714238 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] Pushing event updated for resources: {'Network': ['ID=37854532-2a92-4909-8083-a0d68ca427f3,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:10.724456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 37854532-2a92-4909-8083-a0d68ca427f3 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:00:10.734339 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae576-422b-466d-950c-e456eb945869 req-004855ed-71f9-498b-a668-5f6e119d4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:10.735900 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcae576-422b-466d-950c-e456eb945869 req-004855ed-71f9-498b-a668-5f6e119d4bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1129 time: 0.1445017 Feb 28 22:00:10.744147 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-511f80b4-039b-4429-9091-81aa9fe0c439 req-fb1f3ee4-0f7b-42fb-a7bd-86a9d38e2699 tempest-VolumesActionsTest-1453268444 tempest-VolumesActionsTest-1453268444-project] 10.222.0.26 "GET /v2.0/ports?device_id=634c973e-0bca-4d39-b8cb-fc77c8b83048 HTTP/1.1" status: 200 len: 210 time: 0.0451019 Feb 28 22:00:10.744147 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-69ce45d7-8024-4c86-a8fd-51746187a0fc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6581979 Feb 28 22:00:10.745078 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60594) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:10.759683 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Request body: {'subnet': {'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-828976513-subnet', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:10.842246 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Made reservation on behalf of 41fad17e39fc4970a4688f9d08a37877 for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:10.844758 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118777'] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:10.850110 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae576-422b-466d-950c-e456eb945869 req-69ce3655-a24b-4f21-ad56-cb29054fd6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:10.851557 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcae576-422b-466d-950c-e456eb945869 req-69ce3655-a24b-4f21-ad56-cb29054fd6bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.1093278 Feb 28 22:00:10.942916 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcae576-422b-466d-950c-e456eb945869 req-79b9ffb4-5b7e-4db5-a5b7-d52c161e9b6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 1001 time: 0.0690947 Feb 28 22:00:10.950595 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aaa3d-8557-4564-b3b4-93655fb878f7 req-eda2261a-98b7-49b8-afd4-5024b4fd6ac4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:10.952013 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc1aaa3d-8557-4564-b3b4-93655fb878f7 req-eda2261a-98b7-49b8-afd4-5024b4fd6ac4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1156304 Feb 28 22:00:11.018868 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae576-422b-466d-950c-e456eb945869 req-00e56d05-e646-4f32-a2d4-df6ef1d1deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:11.020263 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcae576-422b-466d-950c-e456eb945869 req-00e56d05-e646-4f32-a2d4-df6ef1d1deea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0673859 Feb 28 22:00:11.111468 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9238666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118731'] for subnet (48e9f5ba-3b55-40ad-9365-5219eca8e685), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.171027 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e9f5ba-3b55-40ad-9365-5219eca8e685,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:11.181246 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Checking segment: {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:11.181602 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Network hostable DHCP agents. Network: 37854532-2a92-4909-8083-a0d68ca427f3, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:00:11.285234 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc1aaa3d-8557-4564-b3b4-93655fb878f7 req-ac533c51-2ecd-45db-8dae-ae38e2291fb1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238771 Feb 28 22:00:11.310826 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Network 37854532-2a92-4909-8083-a0d68ca427f3 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:00:11.316845 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae576-422b-466d-950c-e456eb945869 req-f0fd2b67-096c-4a78-a092-362a26c8b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:11.318369 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcae576-422b-466d-950c-e456eb945869 req-f0fd2b67-096c-4a78-a092-362a26c8b877 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2909839 Feb 28 22:00:11.388640 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 37854532-2a92-4909-8083-a0d68ca427f3) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:11.394146 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:11.395227 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.397544 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2304135-8e21-4c21-a5fc-da879e34dfd9 None None] Network 37854532-2a92-4909-8083-a0d68ca427f3 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:11.409222 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcae576-422b-466d-950c-e456eb945869 req-e9e77659-04ec-4b29-9913-1a00048e6e53 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831568 Feb 28 22:00:11.479288 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-48339a86-090d-47e8-af44-38c924d07145 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7316866 Feb 28 22:00:11.479805 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60598) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:11.484987 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:11.506675 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-37854532-2a92-4909-8083-a0d68ca427f3', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:00:11.507590 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.515444 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcae576-422b-466d-950c-e456eb945869 req-4aad838a-5ad3-400d-9d33-e1587006c2c1 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006739 Feb 28 22:00:11.594418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (73f5195e-b787-41a8-84e6-125ea8a62be8), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.595515 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (73f5195e-b787-41a8-84e6-125ea8a62be8), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.638877 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Allocated IP 172.20.0.2 (37854532-2a92-4909-8083-a0d68ca427f3/48e9f5ba-3b55-40ad-9365-5219eca8e685/b6f0d2ad-e937-4182-af5c-ed749e65622e) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:11.648515 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks [] for router_controller (73f5195e-b787-41a8-84e6-125ea8a62be8), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.791005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Publish callbacks [] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.841712 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks [] for router_gateway (73f5195e-b787-41a8-84e6-125ea8a62be8), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.862945 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.905138 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Network 37854532-2a92-4909-8083-a0d68ca427f3 is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:11.907919 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:11.911343 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:11.918936 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Pushing event updated for resources: {'Port': ['ID=b6f0d2ad-e937-4182-af5c-ed749e65622e,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:11.978946 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Attempting to bind port b6f0d2ad-e937-4182-af5c-ed749e65622e on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:11.983643 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Attempting to bind port b6f0d2ad-e937-4182-af5c-ed749e65622e by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:11.983643 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Attempting to bind port b6f0d2ad-e937-4182-af5c-ed749e65622e on network 37854532-2a92-4909-8083-a0d68ca427f3 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:11.985406 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:11.985892 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Checking segment: {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:11.986395 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:11.986854 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Bound using segment: {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:11.987395 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Bound port: b6f0d2ad-e937-4182-af5c-ed749e65622e, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:11.987841 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:12.068534 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] For port b6f0d2ad-e937-4182-af5c-ed749e65622e, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:12.071654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] For port b6f0d2ad-e937-4182-af5c-ed749e65622e, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b6f0d2ad-e937-4182-af5c-ed749e65622e,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:12.144125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks [] for router_gateway (73f5195e-b787-41a8-84e6-125ea8a62be8), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:12.153320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:12.163206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:12.214538 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f3330-4978-414f-8f58-5f5d010881d9 None None] Pushing event updated for resources: {'Port': ['ID=b6f0d2ad-e937-4182-af5c-ed749e65622e,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:12.286895 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Allocated IP 172.27.2.63 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/c0019812-cbfb-4b1c-a6af-757940377e5b) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:12.444476 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks [] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:12.466706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a9c40-8215-4174-b95f-7d6350564f75 req-72919551-d0e5-4ff1-9ba5-e75ca8c3a7fa tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:12.468267 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2b3a9c40-8215-4174-b95f-7d6350564f75 req-72919551-d0e5-4ff1-9ba5-e75ca8c3a7fa tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1047115 Feb 28 22:00:12.548204 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2b3a9c40-8215-4174-b95f-7d6350564f75 req-44a325ab-438f-4c67-9fcf-149beb08568d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638902 Feb 28 22:00:12.631088 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:12.672912 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:12.675762 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:12.678391 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:12.703932 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0019812-cbfb-4b1c-a6af-757940377e5b,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:13.023635 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks [] for router_gateway (73f5195e-b787-41a8-84e6-125ea8a62be8), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:13.169547 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66a2c9-c76b-44e9-af97-95113997e098 None None] Network 37854532-2a92-4909-8083-a0d68ca427f3 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:13.237943 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-863621fe-6579-47dd-a6ca-084bc2212ee6 None None] Provisioning complete for port b6f0d2ad-e937-4182-af5c-ed749e65622e triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:13.238348 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-863621fe-6579-47dd-a6ca-084bc2212ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:13.238485 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (73f5195e-b787-41a8-84e6-125ea8a62be8), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:13.359178 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-863621fe-6579-47dd-a6ca-084bc2212ee6 None None] Current status of the port b6f0d2ad-e937-4182-af5c-ed749e65622e is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:13.359576 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-863621fe-6579-47dd-a6ca-084bc2212ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:13.395914 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-863621fe-6579-47dd-a6ca-084bc2212ee6 None None] For port b6f0d2ad-e937-4182-af5c-ed749e65622e, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b6f0d2ad-e937-4182-af5c-ed749e65622e,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:13.421202 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 83adbae2-491c-45a9-bb53-b675e17c883c no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:00:13.443784 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 83adbae2-491c-45a9-bb53-b675e17c883c {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:00:13.444137 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 83adbae2-491c-45a9-bb53-b675e17c883c not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:00:13.459486 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Router 73f5195e-b787-41a8-84e6-125ea8a62be8 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:00:13.487702 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-863621fe-6579-47dd-a6ca-084bc2212ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:13.541498 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863621fe-6579-47dd-a6ca-084bc2212ee6 None None] Pushing event updated for resources: {'Port': ['ID=b6f0d2ad-e937-4182-af5c-ed749e65622e,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:13.576536 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:13.586582 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Sync routers for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:13.603089 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:13.603717 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:13.652292 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-22da0199-6378-4c36-b48f-4a75f6c446b8 None None] Provisioning complete for port b6f0d2ad-e937-4182-af5c-ed749e65622e triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:13.653283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-22da0199-6378-4c36-b48f-4a75f6c446b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:13.660488 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:13.661672 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-6d5aad6f-cb70-4ab0-ba23-30be14403de8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1808393 Feb 28 22:00:13.664564 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60648) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:13.730669 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c223946-3c3d-48c0-966f-1591304fc635 req-15733afc-e6f4-40fd-8fa7-d68923ff25e3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:13.732271 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c223946-3c3d-48c0-966f-1591304fc635 req-15733afc-e6f4-40fd-8fa7-d68923ff25e3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1056125 Feb 28 22:00:13.855310 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c223946-3c3d-48c0-966f-1591304fc635 req-be13e70c-0010-4647-8f46-3933b4bb5abe tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912943 Feb 28 22:00:13.880143 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:13.999364 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b6f0d2ad-e937-4182-af5c-ed749e65622e up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:14.065649 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-22da0199-6378-4c36-b48f-4a75f6c446b8 None None] Current status of the port b6f0d2ad-e937-4182-af5c-ed749e65622e is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:14.141764 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port b6f0d2ad-e937-4182-af5c-ed749e65622e triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:14.142635 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.155219 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.205511 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:12Z', 'revision_number': 3, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:14.249544 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Checking router: 73f5195e-b787-41a8-84e6-125ea8a62be8 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:14.249544 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Updating router 73f5195e-b787-41a8-84e6-125ea8a62be8 port c0019812-cbfb-4b1c-a6af-757940377e5b binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:00:14.296484 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.312988 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Allocated IP 172.20.0.1 (37854532-2a92-4909-8083-a0d68ca427f3/48e9f5ba-3b55-40ad-9365-5219eca8e685/e359b668-e72e-45bc-9c1d-247ddea7e1ab) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:14.318207 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port b6f0d2ad-e937-4182-af5c-ed749e65622e is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:14.419075 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks [] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.525889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.557085 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Publish callbacks [] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.564503 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Network 37854532-2a92-4909-8083-a0d68ca427f3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:14.567373 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:14.570821 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:14.598008 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Pushing event updated for resources: {'Port': ['ID=e359b668-e72e-45bc-9c1d-247ddea7e1ab,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:14.614825 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (73f5195e-b787-41a8-84e6-125ea8a62be8), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.628725 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.696978 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6f9f8-0929-4e34-acb0-74c84ccf5a16 None None] Pushing event updated for resources: {'Port': ['ID=c0019812-cbfb-4b1c-a6af-757940377e5b,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:14.700942 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Attempting to bind port c0019812-cbfb-4b1c-a6af-757940377e5b on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:14.707703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Attempting to bind port c0019812-cbfb-4b1c-a6af-757940377e5b by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:14.707703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Attempting to bind port c0019812-cbfb-4b1c-a6af-757940377e5b on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:14.707703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:14.707703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:14.708353 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.708469 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:14.709511 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Bound port: c0019812-cbfb-4b1c-a6af-757940377e5b, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:14.710194 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.764607 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] For port c0019812-cbfb-4b1c-a6af-757940377e5b, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:14.768179 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] For port c0019812-cbfb-4b1c-a6af-757940377e5b, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=c0019812-cbfb-4b1c-a6af-757940377e5b,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:14.796117 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-9f333a6e-4bd7-4dfe-94c0-e5daa33d45f0 None None] Provisioning complete for port e359b668-e72e-45bc-9c1d-247ddea7e1ab triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:14.796496 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9f333a6e-4bd7-4dfe-94c0-e5daa33d45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.838906 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-9f333a6e-4bd7-4dfe-94c0-e5daa33d45f0 None None] Port e359b668-e72e-45bc-9c1d-247ddea7e1ab cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:14.846734 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.865222 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:14.926170 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6f9f8-0929-4e34-acb0-74c84ccf5a16 None None] Pushing event updated for resources: {'Port': ['ID=c0019812-cbfb-4b1c-a6af-757940377e5b,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:14.928947 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:14.929618 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:15.052430 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:15.263975 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 1, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:15.278996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks [] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:15.290756 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7975efe-1823-45a5-a87d-a879c566cb04 None None] The sync data for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi is: [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 1, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:15.296242 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-ec22faba-3585-4515-a72f-fd7b4495735e req-1fbd08c9-9b6a-48a4-ab4e-274c531fe74d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:00:15.297245 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec22faba-3585-4515-a72f-fd7b4495735e req-1fbd08c9-9b6a-48a4-ab4e-274c531fe74d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063066 Feb 28 22:00:15.342939 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:15.412442 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (73f5195e-b787-41a8-84e6-125ea8a62be8), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:15.414176 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Pushing event updated for resources: {'Port': ['ID=e359b668-e72e-45bc-9c1d-247ddea7e1ab,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:15.520648 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Network 37854532-2a92-4909-8083-a0d68ca427f3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:15.521964 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:15.654739 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:00:15.743896 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b069992-c983-4dca-969a-6299f6b80ea8 req-d24e0c58-d299-4972-9454-dc4dd2573bec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:15.745390 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2b069992-c983-4dca-969a-6299f6b80ea8 req-d24e0c58-d299-4972-9454-dc4dd2573bec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 945 time: 0.1330223 Feb 28 22:00:15.748081 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Router 73f5195e-b787-41a8-84e6-125ea8a62be8 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:00:15.800744 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port e1958d7a-12ed-4587-9120-bbf53d6332d7 is: ACTIVE; New status is: DOWN {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:15.801143 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:15.833516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:00:15.836235 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07252916-9c7a-4772-be67-09061baa3a5f" -d '{"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-unplugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:00:15.855114 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:15.881954 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-fbf84d69-ab35-42fe-94cd-15979339bef7 None None] Provisioning complete for port e359b668-e72e-45bc-9c1d-247ddea7e1ab triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:15.882358 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-fbf84d69-ab35-42fe-94cd-15979339bef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:15.909310 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2b069992-c983-4dca-969a-6299f6b80ea8 req-7ef8d258-1559-4ae4-81cd-3ee62f0c4469 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482413 Feb 28 22:00:15.913713 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 22:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec74d3-c9d0-40ea-b0a7-b5fc2c3c162c x-openstack-request-id: req-e3ec74d3-c9d0-40ea-b0a7-b5fc2c3c162c {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:00:15.914121 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-unplugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:00:15.914383 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3ec74d3-c9d0-40ea-b0a7-b5fc2c3c162c {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:00:15.914777 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'code': 200} Feb 28 22:00:15.940997 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:15.967509 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:15.972721 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-28062440-3340-4440-a097-6d8a288c2cad admin admin] 10.222.0.26 "PUT /v2.0/routers/73f5195e-b787-41a8-84e6-125ea8a62be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3072228 Feb 28 22:00:15.991987 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-fbf84d69-ab35-42fe-94cd-15979339bef7 None None] Port e359b668-e72e-45bc-9c1d-247ddea7e1ab cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:16.019959 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=8']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:16.530104 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60708) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:16.620432 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-3c86f162-29b6-45bc-a4fb-ffb0ef67c52e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889380 Feb 28 22:00:16.633506 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-073925a1-9db3-433b-9f1b-73857e6ed3e1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:00:16.634534 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-073925a1-9db3-433b-9f1b-73857e6ed3e1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056312 Feb 28 22:00:16.783558 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60720) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:16.880893 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-ba55e4da-528a-434b-954d-a80f1fc48f09 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:16.883260 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-ba55e4da-528a-434b-954d-a80f1fc48f09 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports/e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 940 time: 0.0977178 Feb 28 22:00:16.976658 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60732) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:16.982971 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1157539392-network', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:17.053113 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb93d-0d29-4c08-82af-bcf79d466beb req-b6f6e2a6-9be0-4484-be56-f3a8a6f94a8c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:17.054646 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3e5eb93d-0d29-4c08-82af-bcf79d466beb req-b6f6e2a6-9be0-4484-be56-f3a8a6f94a8c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0650654 Feb 28 22:00:17.099404 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Made reservation on behalf of 5c9afa14d6d0454398dd47812852e2a9 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:17.101519 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.114322 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3e5eb93d-0d29-4c08-82af-bcf79d466beb req-df9fd97c-7e79-4031-aa53-e671bfdbb710 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540836 Feb 28 22:00:17.115362 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.193425 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks [] for security_group (f39386e6-ee46-4fe6-a31c-5d2c84b4f706), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.276201 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (f39386e6-ee46-4fe6-a31c-5d2c84b4f706), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.306399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:00:17.313246 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39386e6-ee46-4fe6-a31c-5d2c84b4f706,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:17.326069 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (110539b3-d336-4777-a197-3fb198ed8722), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.326069 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Added segment 110539b3-d336-4777-a197-3fb198ed8722 of type vlan for network e539c20f-e8a6-4a14-8c2a-c325ca8260da Feb 28 22:00:17.365087 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (e539c20f-e8a6-4a14-8c2a-c325ca8260da), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.428166 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Sync routers for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:17.440792 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:17.441392 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:17.504595 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (e539c20f-e8a6-4a14-8c2a-c325ca8260da), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.505689 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:17.506393 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.550229 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:17.569183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] Pushing event updated for resources: {'Network': ['ID=e539c20f-e8a6-4a14-8c2a-c325ca8260da,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:17.584130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:00:17.602712 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-31569c3d-3541-4b03-ac9f-27efbd921519 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6248119 Feb 28 22:00:17.606344 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60742) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:17.615795 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Request body: {'subnet': {'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1157539392-subnet', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:17.725381 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Made reservation on behalf of 5c9afa14d6d0454398dd47812852e2a9 for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:17.727819 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118777'] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.757904 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 2, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:17.784444 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Checking router: 73f5195e-b787-41a8-84e6-125ea8a62be8 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:17.784796 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Updating router 73f5195e-b787-41a8-84e6-125ea8a62be8 port e359b668-e72e-45bc-9c1d-247ddea7e1ab binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:00:17.818548 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:17.981915 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device c0019812-cbfb-4b1c-a6af-757940377e5b up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:17.985135 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9238666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118731'] for subnet (9c631d28-4080-448d-97bb-52b9cf36036b), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.042651 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c631d28-4080-448d-97bb-52b9cf36036b,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:18.054827 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port c0019812-cbfb-4b1c-a6af-757940377e5b triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:18.055447 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.096162 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Checking segment: {'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:18.100348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Network hostable DHCP agents. Network: e539c20f-e8a6-4a14-8c2a-c325ca8260da, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:00:18.174042 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port c0019812-cbfb-4b1c-a6af-757940377e5b is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:18.174577 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.196341 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port c0019812-cbfb-4b1c-a6af-757940377e5b, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=c0019812-cbfb-4b1c-a6af-757940377e5b,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:18.219133 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:00:18.259350 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.273731 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72c57-a7ee-4249-9a31-2ce1690efecc req-25fa25c4-53e1-42a5-a805-e6dbeb236c57 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:18.275862 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24c72c57-a7ee-4249-9a31-2ce1690efecc req-25fa25c4-53e1-42a5-a805-e6dbeb236c57 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0802937 Feb 28 22:00:18.282454 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, e539c20f-e8a6-4a14-8c2a-c325ca8260da) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:18.287102 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:18.288246 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.328560 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e88d78-fd78-4714-96f5-346360969633 None None] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:18.361070 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24c72c57-a7ee-4249-9a31-2ce1690efecc req-f1870c5a-4fcd-4fa6-84d3-c7e0c7e08e71 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720122 Feb 28 22:00:18.373846 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=c0019812-cbfb-4b1c-a6af-757940377e5b,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:18.379084 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-1fc07e70-6948-4c86-94a7-fd8ab6079176 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7706349 Feb 28 22:00:18.381555 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60758) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:18.385894 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:18.393576 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Publish callbacks [] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.463401 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-e539c20f-e8a6-4a14-8c2a-c325ca8260da', 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da', 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'fixed_ips': [{'subnet_id': '9c631d28-4080-448d-97bb-52b9cf36036b'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:00:18.464341 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.476313 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.478362 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (0a8be61a-c609-40ce-9cda-87e009983e50), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.479992 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (0a8be61a-c609-40ce-9cda-87e009983e50), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.535881 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9e1d-9fb5-4238-a692-a76402c5c83c None None] Pushing event updated for resources: {'Port': ['ID=e359b668-e72e-45bc-9c1d-247ddea7e1ab,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:18.553808 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks [] for router_controller (0a8be61a-c609-40ce-9cda-87e009983e50), precommit_add_association {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.607589 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Attempting to bind port e359b668-e72e-45bc-9c1d-247ddea7e1ab on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:18.607589 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Attempting to bind port e359b668-e72e-45bc-9c1d-247ddea7e1ab by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:18.607589 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Attempting to bind port e359b668-e72e-45bc-9c1d-247ddea7e1ab on network 37854532-2a92-4909-8083-a0d68ca427f3 {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:18.609629 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:18.610375 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Allocated IP 172.20.0.2 (e539c20f-e8a6-4a14-8c2a-c325ca8260da/9c631d28-4080-448d-97bb-52b9cf36036b/307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:18.610981 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Checking segment: {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:18.611589 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.612130 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Bound using segment: {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:18.612806 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Bound port: e359b668-e72e-45bc-9c1d-247ddea7e1ab, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:18.613348 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.716577 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] For port e359b668-e72e-45bc-9c1d-247ddea7e1ab, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:18.720279 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] For port e359b668-e72e-45bc-9c1d-247ddea7e1ab, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=e359b668-e72e-45bc-9c1d-247ddea7e1ab,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:18.817778 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.908308 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:18.909477 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:18.911710 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9e1d-9fb5-4238-a692-a76402c5c83c None None] Pushing event updated for resources: {'Port': ['ID=e359b668-e72e-45bc-9c1d-247ddea7e1ab,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:18.913727 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Publish callbacks [] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.941011 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-7cfe48b1-d2a7-47a1-836e-d758027d6031 None None] Provisioning complete for port e359b668-e72e-45bc-9c1d-247ddea7e1ab triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:18.942286 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7cfe48b1-d2a7-47a1-836e-d758027d6031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:18.977649 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks [] for router_gateway (0a8be61a-c609-40ce-9cda-87e009983e50), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.014801 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.092300 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:19.094971 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Pushing event updated for resources: {'Port': ['ID=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:19.097649 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:19.100214 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:19.112684 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:19.377887 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks [] for router_gateway (0a8be61a-c609-40ce-9cda-87e009983e50), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.410039 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.436532 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe48b1-d2a7-47a1-836e-d758027d6031 None None] Current status of the port e359b668-e72e-45bc-9c1d-247ddea7e1ab is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:19.438485 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7cfe48b1-d2a7-47a1-836e-d758027d6031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.472998 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Attempting to bind port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:19.475207 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Attempting to bind port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:19.475748 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Attempting to bind port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c on network e539c20f-e8a6-4a14-8c2a-c325ca8260da {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:19.489394 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:19.489773 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Checking segment: {'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:19.490214 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.490624 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Bound using segment: {'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:19.491116 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Bound port: 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:19.491500 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.510964 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:19.517121 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-7cfe48b1-d2a7-47a1-836e-d758027d6031 None None] For port e359b668-e72e-45bc-9c1d-247ddea7e1ab, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=e359b668-e72e-45bc-9c1d-247ddea7e1ab,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:19.564424 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8c20d-d1c6-442a-b3e6-361f637a4f07 None None] The sync data for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi is: [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:19.577743 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8fc3f-ead7-4f5a-918d-8d44432c798d req-5882ebc7-4e6d-4e2b-9355-a1d869157bc9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:19.579585 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Allocated IP 172.27.2.204 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/0c98f55b-8092-4322-abf3-89808aa43dd3) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:19.580825 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eea8fc3f-ead7-4f5a-918d-8d44432c798d req-5882ebc7-4e6d-4e2b-9355-a1d869157bc9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.1051402 Feb 28 22:00:19.595028 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] For port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:19.598625 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] For port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,segment=NetworkSegment(110539b3-d336-4777-a197-3fb198ed8722),segment_id=110539b3-d336-4777-a197-3fb198ed8722)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:19.608287 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7cfe48b1-d2a7-47a1-836e-d758027d6031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.679251 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eea8fc3f-ead7-4f5a-918d-8d44432c798d req-9b398206-3ce6-4be2-8ef1-c77d1104e64f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810127 Feb 28 22:00:19.695385 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe48b1-d2a7-47a1-836e-d758027d6031 None None] Pushing event updated for resources: {'Port': ['ID=e359b668-e72e-45bc-9c1d-247ddea7e1ab,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:19.735506 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.764134 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-f6ff7750-de69-4135-9b44-48ec671ea90a None None] Provisioning complete for port e359b668-e72e-45bc-9c1d-247ddea7e1ab triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:19.764513 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f6ff7750-de69-4135-9b44-48ec671ea90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.773584 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks [] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.891955 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:19.969742 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:19.976732 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:19.981653 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:19.989456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd20c-fbfb-44f3-b1bf-534f35c9ff84 None None] Pushing event updated for resources: {'Port': ['ID=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:20.079694 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Pushing event updated for resources: {'Port': ['ID=0c98f55b-8092-4322-abf3-89808aa43dd3,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:20.117813 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device c0019812-cbfb-4b1c-a6af-757940377e5b up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:20.161840 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-9e3f5ef6-903a-4912-9207-566d14afc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:20.163556 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-9e3f5ef6-903a-4912-9207-566d14afc998 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36&tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 1127 time: 0.1996794 Feb 28 22:00:20.285145 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff7750-de69-4135-9b44-48ec671ea90a None None] Current status of the port e359b668-e72e-45bc-9c1d-247ddea7e1ab is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:20.296497 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-6ee6c789-5d03-4982-98ee-1aeb147bcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:20.303034 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-6ee6c789-5d03-4982-98ee-1aeb147bcff8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1127 time: 0.1143732 Feb 28 22:00:20.326578 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port c0019812-cbfb-4b1c-a6af-757940377e5b triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:20.329268 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:20.469235 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-dd453a01-69f8-4b5d-bb24-7208503080e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:20.471248 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-dd453a01-69f8-4b5d-bb24-7208503080e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.1612871 Feb 28 22:00:20.536722 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port c0019812-cbfb-4b1c-a6af-757940377e5b is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:20.538327 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device e359b668-e72e-45bc-9c1d-247ddea7e1ab up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:20.566314 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-b3e38190-9435-4b1c-a343-2daaaa73b9d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 999 time: 0.0840812 Feb 28 22:00:20.614193 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port e359b668-e72e-45bc-9c1d-247ddea7e1ab triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:20.614583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:20.627697 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks [] for router_gateway (0a8be61a-c609-40ce-9cda-87e009983e50), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:20.628667 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-119b3de4-8d49-4332-893d-5487d9be3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:20.631784 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-119b3de4-8d49-4332-893d-5487d9be3950 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0597155 Feb 28 22:00:20.700771 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-9ee56bfc-02fd-44df-afca-7b32e77aadef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:20.703395 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-9ee56bfc-02fd-44df-afca-7b32e77aadef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651026 Feb 28 22:00:20.753130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port e359b668-e72e-45bc-9c1d-247ddea7e1ab is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:20.899504 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-46c374ac-5de1-4778-bbcc-b62dea8b5454 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893771 Feb 28 22:00:20.909063 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefad7b-5802-4a3b-85a7-9e1fad3e9673 req-9f7821b1-28aa-45cd-ac45-a92e1d41287c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:20.910884 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9eefad7b-5802-4a3b-85a7-9e1fad3e9673 req-9f7821b1-28aa-45cd-ac45-a92e1d41287c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.1397085 Feb 28 22:00:20.963724 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (0a8be61a-c609-40ce-9cda-87e009983e50), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:21.038776 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9eefad7b-5802-4a3b-85a7-9e1fad3e9673 req-caad155d-672d-4f01-bd2e-f635bdf4e22a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185844 Feb 28 22:00:21.063197 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d0b621f-0611-405c-bb73-716fad8e9d8b req-e6012518-8a6c-48db-aa3e-02329506a910 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509528 Feb 28 22:00:21.244677 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Router 0a8be61a-c609-40ce-9cda-87e009983e50 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:00:21.325589 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c606897-c07e-4c35-90bb-06b983817a7b None None] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:21.439892 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-e9d82879-b797-4759-af10-45f7a33a4325 None None] Provisioning complete for port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:21.439892 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e9d82879-b797-4759-af10-45f7a33a4325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:21.568646 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-e9d82879-b797-4759-af10-45f7a33a4325 None None] Current status of the port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:21.569192 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e9d82879-b797-4759-af10-45f7a33a4325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:21.629510 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-e9d82879-b797-4759-af10-45f7a33a4325 None None] For port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,segment=NetworkSegment(110539b3-d336-4777-a197-3fb198ed8722),segment_id=110539b3-d336-4777-a197-3fb198ed8722)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:21.671916 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:21.687430 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Sync routers for ids ['0a8be61a-c609-40ce-9cda-87e009983e50'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:21.705071 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Routers {'0a8be61a-c609-40ce-9cda-87e009983e50'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:21.706420 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['0a8be61a-c609-40ce-9cda-87e009983e50'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:21.750917 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:21.752289 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a9e7cde4-4403-4646-af23-f3b3b40c5e08 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3696768 Feb 28 22:00:21.755015 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60800) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:21.902516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Set router 0a8be61a-c609-40ce-9cda-87e009983e50 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:21.968525 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e9d82879-b797-4759-af10-45f7a33a4325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:22.107253 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:22.184231 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d82879-b797-4759-af10-45f7a33a4325 None None] Pushing event updated for resources: {'Port': ['ID=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:22.233238 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-6ecb8e54-a1b8-4b22-9527-3441cfd969d1 None None] Provisioning complete for port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:22.233784 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8e54-a1b8-4b22-9527-3441cfd969d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:22.335794 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:22.336153 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:22.499194 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb8e54-a1b8-4b22-9527-3441cfd969d1 None None] Current status of the port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:22.534440 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:00:20Z', 'revision_number': 3, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port': {'id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:19Z', 'updated_at': '2022-02-28T22:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:22.610361 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Checking router: 0a8be61a-c609-40ce-9cda-87e009983e50 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:22.610361 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Updating router 0a8be61a-c609-40ce-9cda-87e009983e50 port 0c98f55b-8092-4322-abf3-89808aa43dd3 binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:00:22.662053 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d7248-b29e-4246-8e6b-5e3c4ac2d6ed req-761ee86d-672c-4176-a3ba-31b923aee12f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:22.662374 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eb1d7248-b29e-4246-8e6b-5e3c4ac2d6ed req-761ee86d-672c-4176-a3ba-31b923aee12f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.4620807 Feb 28 22:00:22.779059 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:22.840367 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:22.847063 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:22.900041 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eb1d7248-b29e-4246-8e6b-5e3c4ac2d6ed req-a7d58815-172c-4c30-8f6a-b7b0c0b217f0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793187 Feb 28 22:00:23.281324 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Allocated IP 172.20.0.1 (e539c20f-e8a6-4a14-8c2a-c325ca8260da/9c631d28-4080-448d-97bb-52b9cf36036b/48ccb605-5957-46cc-8c8c-1fc3617600fb) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:23.387049 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Publish callbacks [] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:23.462169 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:23.501684 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks [] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:23.552771 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Attempting to bind port 0c98f55b-8092-4322-abf3-89808aa43dd3 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:23.553072 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Attempting to bind port 0c98f55b-8092-4322-abf3-89808aa43dd3 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:23.553443 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Attempting to bind port 0c98f55b-8092-4322-abf3-89808aa43dd3 on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:23.565318 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:23.565760 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:23.566127 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:23.566531 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:23.567052 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Bound port: 0c98f55b-8092-4322-abf3-89808aa43dd3, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:23.567381 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:23.570793 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f527f9-7903-4408-a59d-9e1e417284ca None None] Pushing event updated for resources: {'Port': ['ID=0c98f55b-8092-4322-abf3-89808aa43dd3,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:23.623915 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] For port 0c98f55b-8092-4322-abf3-89808aa43dd3, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:23.627126 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] For port 0c98f55b-8092-4322-abf3-89808aa43dd3, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=0c98f55b-8092-4322-abf3-89808aa43dd3,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:23.697228 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:23.726185 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:23.761183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:23.764947 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:23.768610 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:23.809362 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f527f9-7903-4408-a59d-9e1e417284ca None None] Pushing event updated for resources: {'Port': ['ID=0c98f55b-8092-4322-abf3-89808aa43dd3,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:23.822699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Pushing event updated for resources: {'Port': ['ID=48ccb605-5957-46cc-8c8c-1fc3617600fb,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.854680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.856500 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.856500 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.856500 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:23.875320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Routers {'0a8be61a-c609-40ce-9cda-87e009983e50'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:23.876247 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['0a8be61a-c609-40ce-9cda-87e009983e50'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:23.891425 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (0a8be61a-c609-40ce-9cda-87e009983e50), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:24.021024 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] Set router 0a8be61a-c609-40ce-9cda-87e009983e50 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:24.105921 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:24.207291 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bb37e-353f-47f6-a0ed-8b28313de9c7 req-ff12398b-dc82-4920-a7fd-6a4a4c4bc47c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:24.214294 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d6bb37e-353f-47f6-a0ed-8b28313de9c7 req-ff12398b-dc82-4920-a7fd-6a4a4c4bc47c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.1348574 Feb 28 22:00:24.270288 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-abd19ccc-06fe-4c1a-bf34-332ea4887587 None None] Provisioning complete for port 48ccb605-5957-46cc-8c8c-1fc3617600fb triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:24.270877 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abd19ccc-06fe-4c1a-bf34-332ea4887587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:24.281877 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:24.282432 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:24.432768 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-abd19ccc-06fe-4c1a-bf34-332ea4887587 None None] Port 48ccb605-5957-46cc-8c8c-1fc3617600fb cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:24.477532 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:00:20Z', 'revision_number': 3, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port': {'id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:19Z', 'updated_at': '2022-02-28T22:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:24.537241 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06532e6d-79f8-4227-aabb-f9ef227c9fd4 None None] The sync data for ids ['0a8be61a-c609-40ce-9cda-87e009983e50'] in dv-cinder-830901-2-iscsi is: [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:00:20Z', 'revision_number': 3, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port': {'id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:19Z', 'updated_at': '2022-02-28T22:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:24.579323 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:24.784221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:24.809643 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d6bb37e-353f-47f6-a0ed-8b28313de9c7 req-2a708997-5f76-4037-9882-65fb34580cd8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5832810 Feb 28 22:00:25.138612 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks [] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:25.206249 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:25.298783 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Pushing event updated for resources: {'Port': ['ID=48ccb605-5957-46cc-8c8c-1fc3617600fb,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:25.376680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (0a8be61a-c609-40ce-9cda-87e009983e50), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:25.506414 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:25.508362 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:25.907637 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Router 0a8be61a-c609-40ce-9cda-87e009983e50 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:00:26.116537 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 0c98f55b-8092-4322-abf3-89808aa43dd3 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:26.192783 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-8b5ffa24-7e9c-42cf-a844-3ef6bf2f9a97 None None] Provisioning complete for port 48ccb605-5957-46cc-8c8c-1fc3617600fb triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:26.193420 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8b5ffa24-7e9c-42cf-a844-3ef6bf2f9a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:26.264317 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ffa24-7e9c-42cf-a844-3ef6bf2f9a97 None None] Port 48ccb605-5957-46cc-8c8c-1fc3617600fb cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:26.290942 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:26.291883 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 0c98f55b-8092-4322-abf3-89808aa43dd3 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:26.292392 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:26.302664 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d7f6a214-817c-461d-bba4-294fc429e62f admin admin] 10.222.0.26 "PUT /v2.0/routers/0a8be61a-c609-40ce-9cda-87e009983e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5465674 Feb 28 22:00:26.371973 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51063f-ec32-469c-b704-2e09c007b56d req-3d843504-6757-4035-a8d4-9037706dafba tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:26.376405 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bd51063f-ec32-469c-b704-2e09c007b56d req-3d843504-6757-4035-a8d4-9037706dafba tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.3444569 Feb 28 22:00:26.446941 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 0c98f55b-8092-4322-abf3-89808aa43dd3 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:26.447487 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:26.474039 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port 0c98f55b-8092-4322-abf3-89808aa43dd3, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=0c98f55b-8092-4322-abf3-89808aa43dd3,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:26.479440 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bd51063f-ec32-469c-b704-2e09c007b56d req-134e2b7c-74b8-44c7-aa95-00bf9ccfdc81 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975823 Feb 28 22:00:26.543879 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:26.677281 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=0c98f55b-8092-4322-abf3-89808aa43dd3,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:27.220511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60824) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:27.225004 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-9d1410d2-9566-4676-ba2e-9c68c52caf2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138152738', 'description': 'tempest-secgroup-smoke-2138152738 description', 'project_id': '41fad17e39fc4970a4688f9d08a37877'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:27.340560 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9d1410d2-9566-4676-ba2e-9c68c52caf2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:27.468098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9d1410d2-9566-4676-ba2e-9c68c52caf2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group (f06a1555-9c23-451e-8f66-ac5305b2f921), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:27.474447 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Sync routers for ids ['0a8be61a-c609-40ce-9cda-87e009983e50'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:27.485447 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Routers {'0a8be61a-c609-40ce-9cda-87e009983e50'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:27.486169 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['0a8be61a-c609-40ce-9cda-87e009983e50'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:27.548352 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9d1410d2-9566-4676-ba2e-9c68c52caf2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (f06a1555-9c23-451e-8f66-ac5305b2f921), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:27.647464 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Set router 0a8be61a-c609-40ce-9cda-87e009983e50 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:27.675133 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1410d2-9566-4676-ba2e-9c68c52caf2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06a1555-9c23-451e-8f66-ac5305b2f921,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:27.750671 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41627d-7352-43ce-a712-465eed7c7cf3 req-a0eb28de-7648-42d9-8bec-b847989bc0ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:27.752201 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c41627d-7352-43ce-a712-465eed7c7cf3 req-a0eb28de-7648-42d9-8bec-b847989bc0ca tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0981195 Feb 28 22:00:27.830197 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c41627d-7352-43ce-a712-465eed7c7cf3 req-d75ac3da-bd15-4a6e-be44-883ab39d30be tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709171 Feb 28 22:00:27.911238 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:00:24Z', 'revision_number': 4, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port': {'id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:19Z', 'updated_at': '2022-02-28T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '48ccb605-5957-46cc-8c8c-1fc3617600fb', 'name': '', 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'mac_address': 'fa:16:3e:2c:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '9c631d28-4080-448d-97bb-52b9cf36036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:22Z', 'updated_at': '2022-02-28T22:00:24Z', 'revision_number': 2, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'subnets': [{'id': '9c631d28-4080-448d-97bb-52b9cf36036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:27.917381 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 0c98f55b-8092-4322-abf3-89808aa43dd3 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:27.938080 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Checking router: 0a8be61a-c609-40ce-9cda-87e009983e50 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:27.938442 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Updating router 0a8be61a-c609-40ce-9cda-87e009983e50 port 48ccb605-5957-46cc-8c8c-1fc3617600fb binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:00:27.965437 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 0c98f55b-8092-4322-abf3-89808aa43dd3 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:27.965791 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:27.966821 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.047759 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 0c98f55b-8092-4322-abf3-89808aa43dd3 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:28.089343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9d1410d2-9566-4676-ba2e-9c68c52caf2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.090619 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9d1410d2-9566-4676-ba2e-9c68c52caf2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8691044 Feb 28 22:00:28.093929 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60828) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:28.104549 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-337e476d-a47c-4fdb-8508-41f0fb491f04 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'security_group_rule': {'security_group_id': 'f06a1555-9c23-451e-8f66-ac5305b2f921', 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:28.230354 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-337e476d-a47c-4fdb-8508-41f0fb491f04 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (ae3e8802-47dd-44dd-bde5-caa4ffbeb65a), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.353401 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-337e476d-a47c-4fdb-8508-41f0fb491f04 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (ae3e8802-47dd-44dd-bde5-caa4ffbeb65a), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.400870 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Publish callbacks [] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.425210 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-337e476d-a47c-4fdb-8508-41f0fb491f04 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (ae3e8802-47dd-44dd-bde5-caa4ffbeb65a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.452088 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e476d-a47c-4fdb-8508-41f0fb491f04 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3e8802-47dd-44dd-bde5-caa4ffbeb65a,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:28.487514 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.546320 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae13e2-603f-4ec0-b3b6-40a823c3fca7 None None] Pushing event updated for resources: {'Port': ['ID=48ccb605-5957-46cc-8c8c-1fc3617600fb,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:28.609537 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-337e476d-a47c-4fdb-8508-41f0fb491f04 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.614920 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-337e476d-a47c-4fdb-8508-41f0fb491f04 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5159156 Feb 28 22:00:28.614920 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60834) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:28.624859 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-38f7c7e1-0bc0-442a-8f74-aba8e727405a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'security_group_rule': {'security_group_id': 'f06a1555-9c23-451e-8f66-ac5305b2f921', 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:28.687333 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Attempting to bind port 48ccb605-5957-46cc-8c8c-1fc3617600fb on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:28.687804 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Attempting to bind port 48ccb605-5957-46cc-8c8c-1fc3617600fb by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:28.688287 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Attempting to bind port 48ccb605-5957-46cc-8c8c-1fc3617600fb on network e539c20f-e8a6-4a14-8c2a-c325ca8260da {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:28.694356 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:28.694829 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Checking segment: {'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:28.695319 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.695847 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Bound using segment: {'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:28.696440 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Bound port: 48ccb605-5957-46cc-8c8c-1fc3617600fb, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110539b3-d336-4777-a197-3fb198ed8722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:28.696957 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.738765 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-38f7c7e1-0bc0-442a-8f74-aba8e727405a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (396f6eba-e2b4-49c2-a05a-4fc612867101), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.885019 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] For port 48ccb605-5957-46cc-8c8c-1fc3617600fb, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:28.893564 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-38f7c7e1-0bc0-442a-8f74-aba8e727405a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (396f6eba-e2b4-49c2-a05a-4fc612867101), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.894128 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] For port 48ccb605-5957-46cc-8c8c-1fc3617600fb, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=48ccb605-5957-46cc-8c8c-1fc3617600fb,segment=NetworkSegment(110539b3-d336-4777-a197-3fb198ed8722),segment_id=110539b3-d336-4777-a197-3fb198ed8722)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:28.962147 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-38f7c7e1-0bc0-442a-8f74-aba8e727405a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (396f6eba-e2b4-49c2-a05a-4fc612867101), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:28.974768 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.008131 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7c7e1-0bc0-442a-8f74-aba8e727405a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396f6eba-e2b4-49c2-a05a-4fc612867101,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:29.023706 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-5ca2ba9f-7d51-4ad7-a682-b132334cf8d8 None None] Provisioning complete for port 48ccb605-5957-46cc-8c8c-1fc3617600fb triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:29.024640 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ba9f-7d51-4ad7-a682-b132334cf8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.064797 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c7c33-e012-45d7-b1e1-a0ee58f28945 req-398d8c74-3c1b-4564-81f0-90ddea51e0d1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:29.075836 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e90c7c33-e012-45d7-b1e1-a0ee58f28945 req-398d8c74-3c1b-4564-81f0-90ddea51e0d1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0909634 Feb 28 22:00:29.094095 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-38f7c7e1-0bc0-442a-8f74-aba8e727405a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.097791 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-38f7c7e1-0bc0-442a-8f74-aba8e727405a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4793856 Feb 28 22:00:29.098318 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60838) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:29.108395 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-e394c160-106a-4098-81ed-a9666821f496 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'security_group_rule': {'security_group_id': 'f06a1555-9c23-451e-8f66-ac5305b2f921', 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:29.148451 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Routers {'0a8be61a-c609-40ce-9cda-87e009983e50'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:29.150186 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['0a8be61a-c609-40ce-9cda-87e009983e50'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:29.184463 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e90c7c33-e012-45d7-b1e1-a0ee58f28945 req-82c2d25e-b269-4a41-9678-a79741b39cdc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013424 Feb 28 22:00:29.248236 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e394c160-106a-4098-81ed-a9666821f496 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (5fde0096-0882-4e48-b3c0-44058608594f), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.279225 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2ba9f-7d51-4ad7-a682-b132334cf8d8 None None] Current status of the port 48ccb605-5957-46cc-8c8c-1fc3617600fb is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:29.280561 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ba9f-7d51-4ad7-a682-b132334cf8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.283038 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae13e2-603f-4ec0-b3b6-40a823c3fca7 None None] Pushing event updated for resources: {'Port': ['ID=48ccb605-5957-46cc-8c8c-1fc3617600fb,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:29.404848 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-5ca2ba9f-7d51-4ad7-a682-b132334cf8d8 None None] For port 48ccb605-5957-46cc-8c8c-1fc3617600fb, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=48ccb605-5957-46cc-8c8c-1fc3617600fb,segment=NetworkSegment(110539b3-d336-4777-a197-3fb198ed8722),segment_id=110539b3-d336-4777-a197-3fb198ed8722)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:29.406303 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e394c160-106a-4098-81ed-a9666821f496 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (5fde0096-0882-4e48-b3c0-44058608594f), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.441204 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] Set router 0a8be61a-c609-40ce-9cda-87e009983e50 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:29.473979 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5ca2ba9f-7d51-4ad7-a682-b132334cf8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.510273 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e394c160-106a-4098-81ed-a9666821f496 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (5fde0096-0882-4e48-b3c0-44058608594f), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.565572 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394c160-106a-4098-81ed-a9666821f496 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fde0096-0882-4e48-b3c0-44058608594f,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:29.612357 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2ba9f-7d51-4ad7-a682-b132334cf8d8 None None] Pushing event updated for resources: {'Port': ['ID=48ccb605-5957-46cc-8c8c-1fc3617600fb,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:29.639236 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-2f8e7bac-9624-4678-9983-bb92c2b387fd None None] Provisioning complete for port 48ccb605-5957-46cc-8c8c-1fc3617600fb triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:29.639471 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7bac-9624-4678-9983-bb92c2b387fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.655676 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e394c160-106a-4098-81ed-a9666821f496 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.656926 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e394c160-106a-4098-81ed-a9666821f496 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5574417 Feb 28 22:00:29.659645 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60840) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:29.664016 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-172cbb00-005b-45ce-9dde-0060731125f8 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'security_group_rule': {'security_group_id': 'f06a1555-9c23-451e-8f66-ac5305b2f921', 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:29.802628 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-172cbb00-005b-45ce-9dde-0060731125f8 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (1d6f1253-f653-4375-9d07-edd811fbe3b6), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:29.883725 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e7bac-9624-4678-9983-bb92c2b387fd None None] Current status of the port 48ccb605-5957-46cc-8c8c-1fc3617600fb is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:29.884446 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:00:24Z', 'revision_number': 4, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port': {'id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:19Z', 'updated_at': '2022-02-28T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '48ccb605-5957-46cc-8c8c-1fc3617600fb', 'name': '', 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'mac_address': 'fa:16:3e:2c:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '9c631d28-4080-448d-97bb-52b9cf36036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:22Z', 'updated_at': '2022-02-28T22:00:28Z', 'revision_number': 4, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'subnets': [{'id': '9c631d28-4080-448d-97bb-52b9cf36036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:29.935903 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a74cd-4ea0-4764-a83f-094d3db31621 None None] The sync data for ids ['0a8be61a-c609-40ce-9cda-87e009983e50'] in dv-cinder-830901-2-iscsi is: [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:00:24Z', 'revision_number': 4, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port': {'id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:19Z', 'updated_at': '2022-02-28T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '48ccb605-5957-46cc-8c8c-1fc3617600fb', 'name': '', 'network_id': 'e539c20f-e8a6-4a14-8c2a-c325ca8260da', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'mac_address': 'fa:16:3e:2c:35:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '9c631d28-4080-448d-97bb-52b9cf36036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:22Z', 'updated_at': '2022-02-28T22:00:28Z', 'revision_number': 4, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'subnets': [{'id': '9c631d28-4080-448d-97bb-52b9cf36036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:29.956761 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-172cbb00-005b-45ce-9dde-0060731125f8 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (1d6f1253-f653-4375-9d07-edd811fbe3b6), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:30.047712 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-172cbb00-005b-45ce-9dde-0060731125f8 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (1d6f1253-f653-4375-9d07-edd811fbe3b6), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:30.109408 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cbb00-005b-45ce-9dde-0060731125f8 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6f1253-f653-4375-9d07-edd811fbe3b6,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:30.198110 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-172cbb00-005b-45ce-9dde-0060731125f8 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:30.220693 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-172cbb00-005b-45ce-9dde-0060731125f8 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5390041 Feb 28 22:00:30.221570 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 60846) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:30.228982 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'security_group_rule': {'security_group_id': 'f06a1555-9c23-451e-8f66-ac5305b2f921', 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:30.506704 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adee92-262d-4168-8af4-561bf255b1a9 req-63a938e8-c115-4084-97fe-1496039bba87 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:30.508384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2adee92-262d-4168-8af4-561bf255b1a9 req-63a938e8-c115-4084-97fe-1496039bba87 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.1931231 Feb 28 22:00:30.599553 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2adee92-262d-4168-8af4-561bf255b1a9 req-6d2cd84c-6ec2-4f1e-b2af-8a0ac312eb83 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819497 Feb 28 22:00:30.716854 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.securitygroups_db [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Project 41fad17e39fc4970a4688f9d08a37877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:00:30.729614 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (36ada7c0-8f6a-45a3-98fe-3e5a72045b68), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:30.855137 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (36ada7c0-8f6a-45a3-98fe-3e5a72045b68), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:30.921930 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (36ada7c0-8f6a-45a3-98fe-3e5a72045b68), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:30.963614 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ada7c0-8f6a-45a3-98fe-3e5a72045b68,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:31.053619 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:31.059449 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 60848) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:31.059807 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5de1a821-34c1-4b1c-8e40-b8a854c38189 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8370121 Feb 28 22:00:31.065490 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'security_group_rule': {'security_group_id': 'f06a1555-9c23-451e-8f66-ac5305b2f921', 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:31.262419 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.securitygroups_db [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Project 41fad17e39fc4970a4688f9d08a37877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:00:31.299146 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (f21ec945-bab2-4e4d-8cd6-39748e5d8285), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:31.416087 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (f21ec945-bab2-4e4d-8cd6-39748e5d8285), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:31.548166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (f21ec945-bab2-4e4d-8cd6-39748e5d8285), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:31.595812 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21ec945-bab2-4e4d-8cd6-39748e5d8285,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:31.759275 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:31.760855 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5f81eac3-30b3-4b6b-8ec6-2eb889433ed7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6997557 Feb 28 22:00:31.779148 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59350ea6-d935-46c5-b20c-5706e5cf1c09 req-c9e31910-072d-41ec-8b16-6869b13a384b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:31.780658 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-59350ea6-d935-46c5-b20c-5706e5cf1c09 req-c9e31910-072d-41ec-8b16-6869b13a384b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0682364 Feb 28 22:00:31.874508 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-59350ea6-d935-46c5-b20c-5706e5cf1c09 req-7a0426ba-0724-45d1-9608-974c0793cbd3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826976 Feb 28 22:00:32.024812 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 48ccb605-5957-46cc-8c8c-1fc3617600fb up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:32.093711 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 48ccb605-5957-46cc-8c8c-1fc3617600fb triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:32.094118 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:32.184948 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 48ccb605-5957-46cc-8c8c-1fc3617600fb is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:33.214051 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b9019-7e91-4532-a015-dce3514080e5 req-9cfa6e1a-c898-4027-beee-1c12eea79b99 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:33.223656 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ff2b9019-7e91-4532-a015-dce3514080e5 req-9cfa6e1a-c898-4027-beee-1c12eea79b99 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.2183216 Feb 28 22:00:33.281255 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ff2b9019-7e91-4532-a015-dce3514080e5 req-2a04c496-e6a9-435f-a911-f975558de5c1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524559 Feb 28 22:00:33.813080 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4a658485-f854-4a2d-b892-6859f5b66fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:34.102247 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:00:34.478097 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da9732-5d9f-4486-8ac2-6fac10cb2625 req-b2bde9ce-b950-4e62-8d26-083c0fbbdf19 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:34.478097 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-53da9732-5d9f-4486-8ac2-6fac10cb2625 req-b2bde9ce-b950-4e62-8d26-083c0fbbdf19 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0638218 Feb 28 22:00:34.564403 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-53da9732-5d9f-4486-8ac2-6fac10cb2625 req-2df984fd-e443-48f4-8bfb-842685faa2a8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722232 Feb 28 22:00:35.815063 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bad1b6-6ee7-4a08-bb31-e613e7224f09 req-db6796af-fd93-4a9b-bf2e-cc971f250bf8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:35.826357 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8bad1b6-6ee7-4a08-bb31-e613e7224f09 req-db6796af-fd93-4a9b-bf2e-cc971f250bf8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.1237276 Feb 28 22:00:35.883442 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8bad1b6-6ee7-4a08-bb31-e613e7224f09 req-0fcce011-a8b3-4a4d-9fdb-f00fb3963d04 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555854 Feb 28 22:00:36.235509 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2d402525-38a3-4ad6-9180-97f5f0f6f6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:37.041062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70905c-c612-4c13-b609-a7b0d1cd5cc1 req-5e9566ac-9044-4944-97b0-d692d6ff4c63 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:37.043830 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da70905c-c612-4c13-b609-a7b0d1cd5cc1 req-5e9566ac-9044-4944-97b0-d692d6ff4c63 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0640230 Feb 28 22:00:37.101195 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da70905c-c612-4c13-b609-a7b0d1cd5cc1 req-d0e5f76d-f942-4e93-b1bc-6c287d7788fc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504329 Feb 28 22:00:37.277075 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:38.064462 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:38.253474 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa285-01b8-430a-ab81-a2b8f076e559 req-8942aa19-46b4-4b74-9151-ec129ddf9a89 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:38.255838 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-58caa285-01b8-430a-ab81-a2b8f076e559 req-8942aa19-46b4-4b74-9151-ec129ddf9a89 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0618720 Feb 28 22:00:38.315071 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-58caa285-01b8-430a-ab81-a2b8f076e559 req-b313ef5c-c616-44ad-b449-14c417b7d0d0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499108 Feb 28 22:00:38.801443 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:39.453288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964ec63-7faf-4aa4-b733-28ab9fcd0be0 req-8b794a5d-d1f9-4a12-b113-894d4ab8f50d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:39.454824 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b964ec63-7faf-4aa4-b733-28ab9fcd0be0 req-8b794a5d-d1f9-4a12-b113-894d4ab8f50d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0559332 Feb 28 22:00:39.504597 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b964ec63-7faf-4aa4-b733-28ab9fcd0be0 req-6550629f-4b88-4192-a9fa-9a743bb56b9a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Feb 28 22:00:40.087099 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:40.630534 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b44e0-c12e-40b8-b9a9-3604670daf18 req-111aca56-0426-4309-bac7-8254a2ae5006 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:40.631907 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-441b44e0-c12e-40b8-b9a9-3604670daf18 req-111aca56-0426-4309-bac7-8254a2ae5006 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0530636 Feb 28 22:00:40.679510 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-441b44e0-c12e-40b8-b9a9-3604670daf18 req-dd433900-691b-4829-8e9e-8cfd5e5095f9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Feb 28 22:00:41.804439 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110f2d-6bd1-4cdb-a8af-120fc58e3596 req-3ec691d2-8743-4ce2-a891-64fb4bb26d5a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:41.806180 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf110f2d-6bd1-4cdb-a8af-120fc58e3596 req-3ec691d2-8743-4ce2-a891-64fb4bb26d5a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0554328 Feb 28 22:00:41.865891 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf110f2d-6bd1-4cdb-a8af-120fc58e3596 req-17cfadc1-2ab7-4917-953e-3c90e52a77e9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509474 Feb 28 22:00:43.007673 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0cb6-a610-494f-8aa0-fb874056f5c9 req-5e9dd166-d16e-423a-9b33-089b5b791059 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:43.009148 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-974c0cb6-a610-494f-8aa0-fb874056f5c9 req-5e9dd166-d16e-423a-9b33-089b5b791059 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0727623 Feb 28 22:00:43.062467 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-974c0cb6-a610-494f-8aa0-fb874056f5c9 req-71d2adce-5a1d-4801-ab94-d5eae403469d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459809 Feb 28 22:00:43.074212 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32800) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:43.116665 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] Deleting subnet b06197f9-37d1-4e5f-9df7-ebf0d1313566 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:00:43.119616 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] Publish callbacks [] for subnet (b06197f9-37d1-4e5f-9df7-ebf0d1313566), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.155758 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (b06197f9-37d1-4e5f-9df7-ebf0d1313566), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.193549 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (b06197f9-37d1-4e5f-9df7-ebf0d1313566), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.304907 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (b06197f9-37d1-4e5f-9df7-ebf0d1313566), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.329396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06197f9-37d1-4e5f-9df7-ebf0d1313566,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:43.335358 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.338589 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7e6b4562-604a-4dc3-96b8-1f603f3aaba4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b06197f9-37d1-4e5f-9df7-ebf0d1313566 HTTP/1.1" status: 204 len: 168 time: 0.2634094 Feb 28 22:00:43.341098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32802) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:43.410536 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (12227d99-3302-493a-a211-b05c2603ee16), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.484512 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (12227d99-3302-493a-a211-b05c2603ee16), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.503196 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12227d99-3302-493a-a211-b05c2603ee16']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:43.512024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f1609c-80bf-49f4-a1ab-160684a260b6') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:43.512318 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f1609c-80bf-49f4-a1ab-160684a260b6') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:43.521502 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (52f1609c-80bf-49f4-a1ab-160684a260b6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.535042 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (52f1609c-80bf-49f4-a1ab-160684a260b6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.542322 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:00:43.542732 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (52f1609c-80bf-49f4-a1ab-160684a260b6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:00:43.545960 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:00:43.670514 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (12227d99-3302-493a-a211-b05c2603ee16), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.675853 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:43.679011 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] 10.222.0.26 "DELETE /v2.0/networks/12227d99-3302-493a-a211-b05c2603ee16 HTTP/1.1" status: 204 len: 168 time: 0.3369236 Feb 28 22:00:43.689428 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6ce9-af06-4b61-ae19-41eb95bce3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=12227d99-3302-493a-a211-b05c2603ee16,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:44.063205 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32808) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:44.111088 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-dd9a81c0-5749-4a16-a077-e26199722ef8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4acca99140647f0b63399d2c4bc095e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461118 Feb 28 22:00:44.113587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32812) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:44.196895 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4e14490c-08bc-4b4c-8cd1-93581726f44f admin admin] Publish callbacks [] for security_group (5f68022d-cdb0-48b6-8228-c9e5f456a1bf), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:44.215957 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77abe7-0da1-416b-9136-4739cade7547 req-2f5bfac5-7eba-4d7f-bbf0-17535c2cea1b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:44.217959 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ae77abe7-0da1-416b-9136-4739cade7547 req-2f5bfac5-7eba-4d7f-bbf0-17535c2cea1b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0836921 Feb 28 22:00:44.230178 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4e14490c-08bc-4b4c-8cd1-93581726f44f admin admin] Publish callbacks [] for security_group (5f68022d-cdb0-48b6-8228-c9e5f456a1bf), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:44.292119 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ae77abe7-0da1-416b-9136-4739cade7547 req-83014d02-b43a-4475-ac39-7566dda36b87 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669127 Feb 28 22:00:44.370921 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4e14490c-08bc-4b4c-8cd1-93581726f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (5f68022d-cdb0-48b6-8228-c9e5f456a1bf), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:44.373643 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-4e14490c-08bc-4b4c-8cd1-93581726f44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:44.374830 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4e14490c-08bc-4b4c-8cd1-93581726f44f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f68022d-cdb0-48b6-8228-c9e5f456a1bf HTTP/1.1" status: 204 len: 168 time: 0.2602413 Feb 28 22:00:44.382652 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14490c-08bc-4b4c-8cd1-93581726f44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68022d-cdb0-48b6-8228-c9e5f456a1bf,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:45.342993 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32838) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:45.421925 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6eeb-6534-4a62-b3b3-4d46e522e75f req-55476fd6-8394-42fd-ad1d-ede81311e250 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:45.423690 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dd4e6eeb-6534-4a62-b3b3-4d46e522e75f req-55476fd6-8394-42fd-ad1d-ede81311e250 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0584147 Feb 28 22:00:45.449489 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-771017821-network', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:45.486832 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dd4e6eeb-6534-4a62-b3b3-4d46e522e75f req-c609474b-c8a7-4d65-a534-3382bfdcddd2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571990 Feb 28 22:00:45.553298 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Made reservation on behalf of bc0c18f4d6ce4a21ba84b7f544ea90b7 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:45.555738 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.565231 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.641476 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks [] for security_group (dfc56d87-56f7-456c-b5bd-1a22e24b62b6), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.703988 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (dfc56d87-56f7-456c-b5bd-1a22e24b62b6), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.727773 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:00:45.742783 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc56d87-56f7-456c-b5bd-1a22e24b62b6,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:45.749231 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (32023dea-ac37-4c54-9459-849a0a9d8df7), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.749578 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Added segment 32023dea-ac37-4c54-9459-849a0a9d8df7 of type vlan for network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 Feb 28 22:00:45.789350 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.881284 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.882304 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:45.882896 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:45.941778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] Pushing event updated for resources: {'Network': ['ID=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:45.954008 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:00:46.049469 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-151d0f98-47ed-4e18-b21d-1436d4b444ff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7051857 Feb 28 22:00:46.052220 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32844) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:46.056844 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Request body: {'subnet': {'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-771017821-subnet', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:46.178600 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Made reservation on behalf of bc0c18f4d6ce4a21ba84b7f544ea90b7 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:46.181501 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482723'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:46.447262 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482705'] for subnet (e15518c0-3245-463b-ac21-f541de26d75e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:46.498513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15518c0-3245-463b-ac21-f541de26d75e,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:46.513133 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Checking segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:46.514035 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Network hostable DHCP agents. Network: 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:00:46.600764 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:00:46.612433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f76777-ed72-4d0e-9297-09d8e1c0be7c req-3e29dd9b-37dd-4922-97ef-dabfe5f0dbb1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:46.613890 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8f76777-ed72-4d0e-9297-09d8e1c0be7c req-3e29dd9b-37dd-4922-97ef-dabfe5f0dbb1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.0574551 Feb 28 22:00:46.664130 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8f76777-ed72-4d0e-9297-09d8e1c0be7c req-a391ec9f-542d-4404-a4b6-ee02427220a2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Feb 28 22:00:46.692667 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:46.696786 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:46.697369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:46.704558 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7b0d6-66ac-4252-b43c-6424775638ce None None] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:46.798016 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a93e26ba-efe7-44b5-8536-0d600d3b5453 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7446625 Feb 28 22:00:46.799674 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32850) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:46.805129 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:00:46.805694 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:46.805968 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:46.897309 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (8c450755-c7e1-4a97-b76f-f7c39d22f484), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:46.898563 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (8c450755-c7e1-4a97-b76f-f7c39d22f484), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:46.947140 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Allocated IP 172.20.0.2 (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0/e15518c0-3245-463b-ac21-f541de26d75e/30695f33-3069-4112-8673-6c07ba5e9ea8) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:46.952756 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks [] for router_controller (8c450755-c7e1-4a97-b76f-f7c39d22f484), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.083961 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Publish callbacks [] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.211432 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.252675 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:47.255477 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:47.258857 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:47.267657 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Pushing event updated for resources: {'Port': ['ID=30695f33-3069-4112-8673-6c07ba5e9ea8,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:47.277745 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.278152 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.278517 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.278893 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.279234 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.279591 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.279920 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.280248 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.280572 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.280912 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.281244 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.281563 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.281885 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:47.302269 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks [] for router_gateway (8c450755-c7e1-4a97-b76f-f7c39d22f484), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.329375 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Attempting to bind port 30695f33-3069-4112-8673-6c07ba5e9ea8 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:47.329749 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Attempting to bind port 30695f33-3069-4112-8673-6c07ba5e9ea8 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:47.330150 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Attempting to bind port 30695f33-3069-4112-8673-6c07ba5e9ea8 on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:47.335218 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:47.335592 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Checking segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:47.335994 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.336388 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Bound using segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:47.336852 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Bound port: 30695f33-3069-4112-8673-6c07ba5e9ea8, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:47.337228 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.401407 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] For port 30695f33-3069-4112-8673-6c07ba5e9ea8, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:47.404506 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] For port 30695f33-3069-4112-8673-6c07ba5e9ea8, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30695f33-3069-4112-8673-6c07ba5e9ea8,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:47.491597 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.559456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f94f8-afcf-4d95-b778-0940f932988b None None] Pushing event updated for resources: {'Port': ['ID=30695f33-3069-4112-8673-6c07ba5e9ea8,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:47.567269 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks [] for router_gateway (8c450755-c7e1-4a97-b76f-f7c39d22f484), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.587098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.715063 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Allocated IP 172.27.2.11 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/d25eed3f-fdae-4b91-8956-422cb0a5bffe) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:47.786195 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:00:47.895705 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8e728-8b74-499a-98d0-3ad0b0f4e5ca req-c1110993-d258-46f5-947c-aec6cdb9acd5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:47.897388 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3b8e728-8b74-499a-98d0-3ad0b0f4e5ca req-c1110993-d258-46f5-947c-aec6cdb9acd5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 943 time: 0.1369042 Feb 28 22:00:47.932472 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks [] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:47.979883 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3b8e728-8b74-499a-98d0-3ad0b0f4e5ca req-fd852586-1411-4760-8ab2-e3e5ac1e95a4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758862 Feb 28 22:00:48.028467 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30695f33-3069-4112-8673-6c07ba5e9ea8 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:48.085938 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.097642 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:48.116083 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'port_id': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'mac_address': 'fa:16:3e:51:cd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:00:48.117666 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 30695f33-3069-4112-8673-6c07ba5e9ea8 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:48.118261 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.128603 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:48.131926 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:48.135814 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:48.142054 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Pushing event updated for resources: {'Port': ['ID=d25eed3f-fdae-4b91-8956-422cb0a5bffe,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:48.188654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port e1958d7a-12ed-4587-9120-bbf53d6332d7 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:48.189049 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.206666 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1958d7a-12ed-4587-9120-bbf53d6332d7 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:00:48.253069 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:48.266082 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 30695f33-3069-4112-8673-6c07ba5e9ea8 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:48.266482 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.301102 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port 30695f33-3069-4112-8673-6c07ba5e9ea8, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30695f33-3069-4112-8673-6c07ba5e9ea8,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:48.319695 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.371212 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=9']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:48.424034 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.475660 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=30695f33-3069-4112-8673-6c07ba5e9ea8,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:48.518140 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32aee3-85da-4650-8435-2831bb90bfd4 None None] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:48.523914 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks [] for router_gateway (8c450755-c7e1-4a97-b76f-f7c39d22f484), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.587900 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-6f762dc3-e013-49c4-aafb-cc309ef9ca7d None None] Provisioning complete for port 30695f33-3069-4112-8673-6c07ba5e9ea8 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:48.588283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6f762dc3-e013-49c4-aafb-cc309ef9ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:48.665961 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['e1958d7a-12ed-4587-9120-bbf53d6332d7'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:00:48.754683 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-6f762dc3-e013-49c4-aafb-cc309ef9ca7d None None] Current status of the port 30695f33-3069-4112-8673-6c07ba5e9ea8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:48.989937 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (8c450755-c7e1-4a97-b76f-f7c39d22f484), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:49.012335 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-a11999a0-3691-4279-8cc9-5e5e6ff9570a None None] Provisioning complete for port 30695f33-3069-4112-8673-6c07ba5e9ea8 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:49.012793 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a11999a0-3691-4279-8cc9-5e5e6ff9570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:49.104615 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-a11999a0-3691-4279-8cc9-5e5e6ff9570a None None] Current status of the port 30695f33-3069-4112-8673-6c07ba5e9ea8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:49.149542 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb68c86-09cb-48f1-b262-00eaefc2db85 req-569de288-c293-4da7-a578-224cdc3a0965 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:49.151023 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3cb68c86-09cb-48f1-b262-00eaefc2db85 req-569de288-c293-4da7-a578-224cdc3a0965 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 944 time: 0.0727456 Feb 28 22:00:49.204999 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3cb68c86-09cb-48f1-b262-00eaefc2db85 req-c6c20f7b-b4ec-4591-88d2-9ca8d381c567 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Feb 28 22:00:49.240898 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:00:49.347585 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:49.358697 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:49.367746 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:49.369043 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:49.437893 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:49.439154 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c94e454e-946b-4664-8ea9-61ad9b35663d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6385403 Feb 28 22:00:49.441919 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 32866) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:49.476322 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:49.660005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:48Z', 'revision_number': 3, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:49.689930 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:49.690306 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Updating router 8c450755-c7e1-4a97-b76f-f7c39d22f484 port d25eed3f-fdae-4b91-8956-422cb0a5bffe binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:00:49.719897 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:49.805785 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:49.862805 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:49.924506 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port e1958d7a-12ed-4587-9120-bbf53d6332d7 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:49.930883 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:49.949295 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30695f33-3069-4112-8673-6c07ba5e9ea8 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:50.030392 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Allocated IP 172.20.0.1 (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0/e15518c0-3245-463b-ac21-f541de26d75e/81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:50.106289 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 30695f33-3069-4112-8673-6c07ba5e9ea8 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:50.107411 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.138655 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks [] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.252942 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.271031 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Publish callbacks [] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.276387 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port e1958d7a-12ed-4587-9120-bbf53d6332d7 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:50.277097 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.313239 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:00:50.315867 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85767413-b091-41d3-a392-24763f6870ba" -d '{"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-plugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:00:50.331147 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:50.336479 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:50.338420 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Pushing event updated for resources: {'Port': ['ID=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:50.347763 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:50.347763 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:50.372172 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.382166 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb911ee-508f-4e84-ab92-4aa2e95038c9 x-openstack-request-id: req-5bb911ee-508f-4e84-ab92-4aa2e95038c9 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:00:50.382166 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-plugged", "status": "completed", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:00:50.382166 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bb911ee-508f-4e84-ab92-4aa2e95038c9 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:00:50.382166 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'code': 200} Feb 28 22:00:50.382166 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 30695f33-3069-4112-8673-6c07ba5e9ea8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:50.408585 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2166-8f98-4fba-8eca-1ca3aead9e49 req-9e6c7f72-ca37-404e-9775-2611a33d17bf tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:50.410541 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-931f2166-8f98-4fba-8eca-1ca3aead9e49 req-9e6c7f72-ca37-404e-9775-2611a33d17bf tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 944 time: 0.1196525 Feb 28 22:00:50.418345 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (8c450755-c7e1-4a97-b76f-f7c39d22f484), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.442033 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.444213 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Attempting to bind port d25eed3f-fdae-4b91-8956-422cb0a5bffe on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:50.444605 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Attempting to bind port d25eed3f-fdae-4b91-8956-422cb0a5bffe by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:50.444972 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Attempting to bind port d25eed3f-fdae-4b91-8956-422cb0a5bffe on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:50.447446 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eba29c-e906-4fa1-9d1e-283f38a61250 None None] Pushing event updated for resources: {'Port': ['ID=d25eed3f-fdae-4b91-8956-422cb0a5bffe,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:50.457250 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:50.457250 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:50.457250 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.457540 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:50.458020 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Bound port: d25eed3f-fdae-4b91-8956-422cb0a5bffe, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:50.458422 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.519567 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-931f2166-8f98-4fba-8eca-1ca3aead9e49 req-710d810f-fdd9-486c-a98e-1b5e494f994a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965567 Feb 28 22:00:50.542174 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=10']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:50.561014 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] For port d25eed3f-fdae-4b91-8956-422cb0a5bffe, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:50.565726 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] For port d25eed3f-fdae-4b91-8956-422cb0a5bffe, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=d25eed3f-fdae-4b91-8956-422cb0a5bffe,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:50.632935 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-13f731b3-e69a-42d5-9190-767a83cd4fdb None None] Provisioning complete for port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:50.633246 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-13f731b3-e69a-42d5-9190-767a83cd4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.656508 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.689830 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.708818 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-13f731b3-e69a-42d5-9190-767a83cd4fdb None None] Port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:50.732617 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eba29c-e906-4fa1-9d1e-283f38a61250 None None] Pushing event updated for resources: {'Port': ['ID=d25eed3f-fdae-4b91-8956-422cb0a5bffe,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:50.735529 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:50.736173 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:50.849232 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:50.857715 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks [] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.925162 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:50.993907 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Pushing event updated for resources: {'Port': ['ID=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:50.998384 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (8c450755-c7e1-4a97-b76f-f7c39d22f484), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:51.062216 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:51.092094 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38090f-ffa6-4b0a-bfbd-da4365c94fe1 None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:51.123804 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:51.126042 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:51.194201 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fee6-de50-4034-a0d8-5bf5c2273c04 req-84002475-b84d-410e-803f-62e81b880d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:51.195730 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9dd0fee6-de50-4034-a0d8-5bf5c2273c04 req-84002475-b84d-410e-803f-62e81b880d39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1130 time: 0.1070948 Feb 28 22:00:51.282711 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9dd0fee6-de50-4034-a0d8-5bf5c2273c04 req-622e9981-e2c6-4766-8afc-f8172ad0ee56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573702 Feb 28 22:00:51.286998 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:00:51.424476 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:51.431129 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b5d6265e-9eed-487a-b0c0-f1a94760d22d admin admin] 10.222.0.26 "PUT /v2.0/routers/8c450755-c7e1-4a97-b76f-f7c39d22f484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9878659 Feb 28 22:00:51.436975 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-66626b96-2a85-4738-bb66-34285b2d1a52 None None] Provisioning complete for port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:51.437576 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-66626b96-2a85-4738-bb66-34285b2d1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:51.478461 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-66626b96-2a85-4738-bb66-34285b2d1a52 None None] Port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:51.652152 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76049cfc-d46b-454a-842a-62ea4b3f9ac2 req-9a8e7401-aefd-44da-834e-f95598099aed tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:51.654449 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-76049cfc-d46b-454a-842a-62ea4b3f9ac2 req-9a8e7401-aefd-44da-834e-f95598099aed tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.0551748 Feb 28 22:00:51.720340 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-76049cfc-d46b-454a-842a-62ea4b3f9ac2 req-f9edd076-318c-46a6-ba9d-9c1cb0ad5023 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571299 Feb 28 22:00:51.970654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device d25eed3f-fdae-4b91-8956-422cb0a5bffe up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:52.028979 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port d25eed3f-fdae-4b91-8956-422cb0a5bffe triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:52.029363 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.116625 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port d25eed3f-fdae-4b91-8956-422cb0a5bffe is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:52.117023 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.142426 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port d25eed3f-fdae-4b91-8956-422cb0a5bffe, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=d25eed3f-fdae-4b91-8956-422cb0a5bffe,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:52.196140 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32902) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:52.201393 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.201599 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1285713146-network', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:52.256350 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=d25eed3f-fdae-4b91-8956-422cb0a5bffe,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:52.292515 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Made reservation on behalf of 6223deacc76b48fd868eb50df1dd3c75 for: {'network': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:52.295650 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.304490 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.387167 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks [] for security_group (a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.435428 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.460094 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=110029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:00:52.470198 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:52.474701 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (e3537efa-53b2-421e-80ac-74cb9b16b922), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.475037 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.segments_db [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Added segment e3537efa-53b2-421e-80ac-74cb9b16b922 of type vlan for network fc67fb2c-9347-4b7a-8a5c-df1a276db036 Feb 28 22:00:52.485611 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.486031 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.486380 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.486713 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.487041 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.487365 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.487688 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.488011 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.488348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.488673 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.488990 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.489304 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.489619 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:52.528215 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (fc67fb2c-9347-4b7a-8a5c-df1a276db036), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.612365 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (fc67fb2c-9347-4b7a-8a5c-df1a276db036), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.613341 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:52.613928 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.675449 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] Pushing event updated for resources: {'Network': ['ID=fc67fb2c-9347-4b7a-8a5c-df1a276db036,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:52.685113 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:00:52.706438 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0c255329-4b0f-41ba-b7c6-ae303576d6ef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5090721 Feb 28 22:00:52.709452 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32904) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:52.714543 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Request body: {'subnet': {'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1285713146-subnet', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:52.805486 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Made reservation on behalf of 6223deacc76b48fd868eb50df1dd3c75 for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:00:52.808110 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118777'] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:52.877792 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34639c28-fb03-45ac-857f-49f79774e1be req-68a29b6c-32ac-4835-83d2-08b6e696c7e1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:52.879355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34639c28-fb03-45ac-857f-49f79774e1be req-68a29b6c-32ac-4835-83d2-08b6e696c7e1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.0635755 Feb 28 22:00:52.932625 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34639c28-fb03-45ac-857f-49f79774e1be req-aaf70c0e-fb89-42ee-9a8b-e24dc7c9437b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454786 Feb 28 22:00:53.127097 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9238666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118731'] for subnet (0be58cce-ac1f-431b-bb99-7145809645f6), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.175224 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:53.186492 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be58cce-ac1f-431b-bb99-7145809645f6,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:53.193093 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Checking segment: {'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:53.193467 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Network hostable DHCP agents. Network: fc67fb2c-9347-4b7a-8a5c-df1a276db036, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:00:53.203434 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:53.204068 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:53.315932 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:53.331965 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:00:53.428052 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, fc67fb2c-9347-4b7a-8a5c-df1a276db036) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:53.432561 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:53.433158 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.439541 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7fdcf8-d359-4c32-a901-4de124d641d3 None None] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:53.526279 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-b52ff4ad-50eb-4cbe-9b1f-64511ed67889 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8131039 Feb 28 22:00:53.526279 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32932) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:53.529418 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 2, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:53.531707 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:53.557649 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:53.558016 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Updating router 8c450755-c7e1-4a97-b76f-f7c39d22f484 port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:00:53.559592 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'fixed_ips': [{'subnet_id': '0be58cce-ac1f-431b-bb99-7145809645f6'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:00:53.559592 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.586480 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.636223 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (aa0189de-01ec-4608-8b92-31a78ecdb3b9), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.637661 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (aa0189de-01ec-4608-8b92-31a78ecdb3b9), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.693715 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks [] for router_controller (aa0189de-01ec-4608-8b92-31a78ecdb3b9), precommit_add_association {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.701377 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Allocated IP 172.20.0.2 (fc67fb2c-9347-4b7a-8a5c-df1a276db036/0be58cce-ac1f-431b-bb99-7145809645f6/3060eb9d-373f-4048-ba01-1eb2c104428e) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:53.850057 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Publish callbacks [] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.859000 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Publish callbacks [] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.921897 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.949499 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device d25eed3f-fdae-4b91-8956-422cb0a5bffe up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:53.960880 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.989167 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks [] for router_gateway (aa0189de-01ec-4608-8b92-31a78ecdb3b9), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:53.993725 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:54.001054 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:54.008671 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:54.014382 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Pushing event updated for resources: {'Port': ['ID=3060eb9d-373f-4048-ba01-1eb2c104428e,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:54.033419 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Pushing event updated for resources: {'Port': ['ID=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:54.080473 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.081293 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.081650 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.082014 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.082389 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.083101 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.083585 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.084348 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.084837 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.085420 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.085897 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.086635 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.087125 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:00:54.107691 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Attempting to bind port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:54.108961 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Attempting to bind port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:54.109343 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Attempting to bind port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:54.109847 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port d25eed3f-fdae-4b91-8956-422cb0a5bffe triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:54.111331 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.115311 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:54.123698 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Checking segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:54.124463 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc7c56-d4ff-4d98-a3ff-38a950fbe2ac req-82252229-4ee8-472c-9ab2-168cc06e8710 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:54.124949 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.124949 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Bound using segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:54.124949 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Bound port: 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:54.124949 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.144568 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-72bc7c56-d4ff-4d98-a3ff-38a950fbe2ac req-82252229-4ee8-472c-9ab2-168cc06e8710 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.0954709 Feb 28 22:00:54.212388 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] For port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:54.217904 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] For port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:54.226767 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Attempting to bind port 3060eb9d-373f-4048-ba01-1eb2c104428e on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:54.227674 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Attempting to bind port 3060eb9d-373f-4048-ba01-1eb2c104428e by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:54.228165 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Attempting to bind port 3060eb9d-373f-4048-ba01-1eb2c104428e on network fc67fb2c-9347-4b7a-8a5c-df1a276db036 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:54.237616 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:54.238100 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Checking segment: {'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:54.238697 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.239363 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Bound using segment: {'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:54.239920 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Bound port: 3060eb9d-373f-4048-ba01-1eb2c104428e, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:54.240367 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.256098 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-72bc7c56-d4ff-4d98-a3ff-38a950fbe2ac req-ee37a34d-4db8-41e1-a906-1829a2737306 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031542 Feb 28 22:00:54.285305 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port d25eed3f-fdae-4b91-8956-422cb0a5bffe is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:54.304381 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.322013 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-37e10140-80db-4e29-96b7-bbe83ae6ff55 None None] Provisioning complete for port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:54.322479 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-37e10140-80db-4e29-96b7-bbe83ae6ff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.364733 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:54.365620 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:54.393492 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks [] for router_gateway (aa0189de-01ec-4608-8b92-31a78ecdb3b9), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.411692 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7d93-db4a-4944-b111-a49a3779a021 None None] Pushing event updated for resources: {'Port': ['ID=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:54.416496 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.417348 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] For port 3060eb9d-373f-4048-ba01-1eb2c104428e, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:54.436980 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] For port 3060eb9d-373f-4048-ba01-1eb2c104428e, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=3060eb9d-373f-4048-ba01-1eb2c104428e,segment=NetworkSegment(e3537efa-53b2-421e-80ac-74cb9b16b922),segment_id=e3537efa-53b2-421e-80ac-74cb9b16b922)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:54.453067 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-37e10140-80db-4e29-96b7-bbe83ae6ff55 None None] Current status of the port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:54.453807 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-37e10140-80db-4e29-96b7-bbe83ae6ff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.498964 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-37e10140-80db-4e29-96b7-bbe83ae6ff55 None None] For port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:54.532031 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.559506 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Allocated IP 172.27.2.28 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/b58a516c-4c1a-4716-a343-aa58077803f1) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:54.638878 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:54.644497 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-37e10140-80db-4e29-96b7-bbe83ae6ff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.653283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bddf33-278d-43d7-a121-65fd7085e94a None None] Pushing event updated for resources: {'Port': ['ID=3060eb9d-373f-4048-ba01-1eb2c104428e,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:54.714528 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks [] for port (b58a516c-4c1a-4716-a343-aa58077803f1), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.741635 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e10140-80db-4e29-96b7-bbe83ae6ff55 None None] Pushing event updated for resources: {'Port': ['ID=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:54.771840 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-c8b9b145-55d8-46b5-aa97-656abd98786d None None] Provisioning complete for port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:54.772158 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b145-55d8-46b5-aa97-656abd98786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.858271 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:54.889003 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9b145-55d8-46b5-aa97-656abd98786d None None] Current status of the port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:54.918321 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:54.924414 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:54.928911 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:54.942005 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:54.963235 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Pushing event updated for resources: {'Port': ['ID=b58a516c-4c1a-4716-a343-aa58077803f1,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:54.974251 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a97b3b-f9f6-463b-ac8c-68e008ba94e0 None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:55.264257 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks [] for router_gateway (aa0189de-01ec-4608-8b92-31a78ecdb3b9), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:55.401574 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a44c85-9193-49e8-96ef-f2d474ab9ae6 req-70c98150-8ddd-4a3a-b806-cb9d0b50eaba tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:55.404527 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-97a44c85-9193-49e8-96ef-f2d474ab9ae6 req-70c98150-8ddd-4a3a-b806-cb9d0b50eaba tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.0662205 Feb 28 22:00:55.464130 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-97a44c85-9193-49e8-96ef-f2d474ab9ae6 req-9efdd9b3-dbdf-4757-b238-32c8a86475c3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534556 Feb 28 22:00:55.506207 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (aa0189de-01ec-4608-8b92-31a78ecdb3b9), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:55.707243 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab6266-038e-4acb-a9d1-baccace68a20 None None] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:00:55.737750 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Router aa0189de-01ec-4608-8b92-31a78ecdb3b9 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:00:55.777943 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-dc08eb13-fe17-4d23-8350-0e115b1d0ebb None None] Provisioning complete for port 3060eb9d-373f-4048-ba01-1eb2c104428e triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:55.778646 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dc08eb13-fe17-4d23-8350-0e115b1d0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:55.848317 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:55.860787 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Sync routers for ids ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:55.945881 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:55.947155 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-d8c1a3a0-9c66-4d90-85f9-43b232acd5dc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4197898 Feb 28 22:00:55.949852 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32958) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:56.068280 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Routers {'aa0189de-01ec-4608-8b92-31a78ecdb3b9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:56.071873 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:56.111527 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 3060eb9d-373f-4048-ba01-1eb2c104428e up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:56.141197 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-dc08eb13-fe17-4d23-8350-0e115b1d0ebb None None] Current status of the port 3060eb9d-373f-4048-ba01-1eb2c104428e is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:56.141589 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dc08eb13-fe17-4d23-8350-0e115b1d0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.237381 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-dc08eb13-fe17-4d23-8350-0e115b1d0ebb None None] For port 3060eb9d-373f-4048-ba01-1eb2c104428e, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=3060eb9d-373f-4048-ba01-1eb2c104428e,segment=NetworkSegment(e3537efa-53b2-421e-80ac-74cb9b16b922),segment_id=e3537efa-53b2-421e-80ac-74cb9b16b922)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:00:56.249598 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Set router aa0189de-01ec-4608-8b92-31a78ecdb3b9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:56.310631 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 3060eb9d-373f-4048-ba01-1eb2c104428e triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:56.310927 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.349542 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dc08eb13-fe17-4d23-8350-0e115b1d0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.417939 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.470164 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08eb13-fe17-4d23-8350-0e115b1d0ebb None None] Pushing event updated for resources: {'Port': ['ID=3060eb9d-373f-4048-ba01-1eb2c104428e,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:56.540567 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-1b3600b1-91cd-4f35-a405-585cc2973707 None None] Provisioning complete for port 3060eb9d-373f-4048-ba01-1eb2c104428e triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:56.540952 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1b3600b1-91cd-4f35-a405-585cc2973707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.565000 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 3060eb9d-373f-4048-ba01-1eb2c104428e is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:56.566108 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:56.572907 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Allocated IP 172.20.0.1 (fc67fb2c-9347-4b7a-8a5c-df1a276db036/0be58cce-ac1f-431b-bb99-7145809645f6/bba338e2-9a7a-49a5-8379-b6d9ed1d51fc) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:00:56.635912 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:00:55Z', 'revision_number': 3, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port': {'id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:54Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:56.688527 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Checking router: aa0189de-01ec-4608-8b92-31a78ecdb3b9 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:00:56.688888 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Updating router aa0189de-01ec-4608-8b92-31a78ecdb3b9 port b58a516c-4c1a-4716-a343-aa58077803f1 binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:00:56.731353 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:56.732311 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.738816 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.740353 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-1b3600b1-91cd-4f35-a405-585cc2973707 None None] Current status of the port 3060eb9d-373f-4048-ba01-1eb2c104428e is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:56.867342 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks [] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:56.931326 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:56.989496 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.029380 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:57.032287 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:57.035749 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:00:57.041359 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Pushing event updated for resources: {'Port': ['ID=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:57.059456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Publish callbacks [] for port (b58a516c-4c1a-4716-a343-aa58077803f1), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.081179 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (aa0189de-01ec-4608-8b92-31a78ecdb3b9), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.172054 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.223562 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Attempting to bind port b58a516c-4c1a-4716-a343-aa58077803f1 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:00:57.228632 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Attempting to bind port b58a516c-4c1a-4716-a343-aa58077803f1 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:00:57.228632 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Attempting to bind port b58a516c-4c1a-4716-a343-aa58077803f1 on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:00:57.230980 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0896139-5c2f-47ce-98ce-b46bb477fc73 None None] Pushing event updated for resources: {'Port': ['ID=b58a516c-4c1a-4716-a343-aa58077803f1,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:57.234382 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:00:57.234759 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:00:57.235163 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.235543 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:00:57.236005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Bound port: b58a516c-4c1a-4716-a343-aa58077803f1, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:00:57.236382 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.275657 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.289210 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-91262032-473b-428f-9ee4-7dd52ea1f929 None None] Provisioning complete for port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:57.289590 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-91262032-473b-428f-9ee4-7dd52ea1f929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.320732 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] For port b58a516c-4c1a-4716-a343-aa58077803f1, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:00:57.339080 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] For port b58a516c-4c1a-4716-a343-aa58077803f1, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b58a516c-4c1a-4716-a343-aa58077803f1,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:00:57.343460 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-91262032-473b-428f-9ee4-7dd52ea1f929 None None] Port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:57.412836 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.444974 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks [] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.471192 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0896139-5c2f-47ce-98ce-b46bb477fc73 None None] Pushing event updated for resources: {'Port': ['ID=b58a516c-4c1a-4716-a343-aa58077803f1,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:57.473781 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Routers {'aa0189de-01ec-4608-8b92-31a78ecdb3b9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:57.474404 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:57.503818 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.573809 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Pushing event updated for resources: {'Port': ['ID=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:57.576958 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (aa0189de-01ec-4608-8b92-31a78ecdb3b9), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:57.583686 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] Set router aa0189de-01ec-4608-8b92-31a78ecdb3b9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:00:57.668138 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:00:57.669425 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:00:57.790275 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 4, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port': {'id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:54Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'bba338e2-9a7a-49a5-8379-b6d9ed1d51fc', 'name': '', 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'mac_address': 'fa:16:3e:a2:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:56Z', 'updated_at': '2022-02-28T22:00:56Z', 'revision_number': 1, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'subnets': [{'id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:57.797827 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Router aa0189de-01ec-4608-8b92-31a78ecdb3b9 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:00:57.922172 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:00:57.929650 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-845d2f1e-4597-495e-bd23-4d56827f3f83 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa0189de-01ec-4608-8b92-31a78ecdb3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9783785 Feb 28 22:00:57.954263 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 3060eb9d-373f-4048-ba01-1eb2c104428e up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:00:57.958005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2389e-6586-41fe-aaee-585f039e4191 None None] The sync data for ids ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'] in dv-cinder-830901-2-iscsi is: [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 4, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port': {'id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:54Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'bba338e2-9a7a-49a5-8379-b6d9ed1d51fc', 'name': '', 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'mac_address': 'fa:16:3e:a2:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:56Z', 'updated_at': '2022-02-28T22:00:56Z', 'revision_number': 1, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'subnets': [{'id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:00:57.996167 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-440e8a9d-4e60-4b1b-af56-c0a10aeba822 None None] Provisioning complete for port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:57.996550 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-440e8a9d-4e60-4b1b-af56-c0a10aeba822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:58.041260 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-440e8a9d-4e60-4b1b-af56-c0a10aeba822 None None] Port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:00:58.045295 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 3060eb9d-373f-4048-ba01-1eb2c104428e triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:00:58.045674 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:58.129314 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 3060eb9d-373f-4048-ba01-1eb2c104428e is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:00:58.621376 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32972) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:58.626368 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-3d391344-7711-4af5-a477-2fe311eb33b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435818110', 'description': 'tempest-secgroup-smoke-435818110 description', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:58.760625 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3d391344-7711-4af5-a477-2fe311eb33b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:58.831254 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3d391344-7711-4af5-a477-2fe311eb33b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group (59530cb3-bfb0-4087-a2be-7a971a35f4ac), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:58.897743 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3d391344-7711-4af5-a477-2fe311eb33b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (59530cb3-bfb0-4087-a2be-7a971a35f4ac), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:58.927819 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d391344-7711-4af5-a477-2fe311eb33b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59530cb3-bfb0-4087-a2be-7a971a35f4ac,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:58.985685 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3d391344-7711-4af5-a477-2fe311eb33b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:58.986995 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-3d391344-7711-4af5-a477-2fe311eb33b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3645368 Feb 28 22:00:58.991431 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32976) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:58.994443 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-b1656119-df0e-49c1-8cd6-8ad6a5d91840 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'security_group_rule': {'security_group_id': '59530cb3-bfb0-4087-a2be-7a971a35f4ac', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:59.102800 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b1656119-df0e-49c1-8cd6-8ad6a5d91840 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (1b11d121-8d94-4a5c-88d9-4a1557486e32), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.165664 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b1656119-df0e-49c1-8cd6-8ad6a5d91840 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (1b11d121-8d94-4a5c-88d9-4a1557486e32), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.246849 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b1656119-df0e-49c1-8cd6-8ad6a5d91840 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (1b11d121-8d94-4a5c-88d9-4a1557486e32), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.265395 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1656119-df0e-49c1-8cd6-8ad6a5d91840 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b11d121-8d94-4a5c-88d9-4a1557486e32,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:59.317140 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b1656119-df0e-49c1-8cd6-8ad6a5d91840 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.318408 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-b1656119-df0e-49c1-8cd6-8ad6a5d91840 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273289 Feb 28 22:00:59.321033 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32978) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:59.325967 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-45a832ac-a521-4d0e-beb7-180025371589 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'security_group_rule': {'security_group_id': '59530cb3-bfb0-4087-a2be-7a971a35f4ac', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:59.434284 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-45a832ac-a521-4d0e-beb7-180025371589 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (b8d6b55f-8016-4602-8b35-c0ab85816a20), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.492060 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-45a832ac-a521-4d0e-beb7-180025371589 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (b8d6b55f-8016-4602-8b35-c0ab85816a20), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.583484 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-45a832ac-a521-4d0e-beb7-180025371589 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (b8d6b55f-8016-4602-8b35-c0ab85816a20), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.607049 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a832ac-a521-4d0e-beb7-180025371589 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d6b55f-8016-4602-8b35-c0ab85816a20,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:00:59.620242 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-b2feca7f-003f-44c6-8aa2-ffc77dc9ce19 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138152738&fields=id&tenant_id=41fad17e39fc4970a4688f9d08a37877 HTTP/1.1" status: 200 len: 267 time: 0.0466399 Feb 28 22:00:59.671979 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-45a832ac-a521-4d0e-beb7-180025371589 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.676874 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-45a832ac-a521-4d0e-beb7-180025371589 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3548839 Feb 28 22:00:59.677550 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32986) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:00:59.681925 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-d447383b-3083-4ec4-a4da-35b7bfaef436 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'security_group_rule': {'security_group_id': '59530cb3-bfb0-4087-a2be-7a971a35f4ac', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:00:59.736324 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-0a4d0965-3e3a-4616-968d-9eaf664e16c7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:00:59.739327 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-0a4d0965-3e3a-4616-968d-9eaf664e16c7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/networks?id=37854532-2a92-4909-8083-a0d68ca427f3 HTTP/1.1" status: 200 len: 808 time: 0.1104360 Feb 28 22:00:59.753376 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-3feec522-eb42-4de1-bc55-13fd688448db tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/quotas/41fad17e39fc4970a4688f9d08a37877 HTTP/1.1" status: 200 len: 375 time: 0.0098739 Feb 28 22:00:59.808242 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d447383b-3083-4ec4-a4da-35b7bfaef436 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (b856fffc-7bf1-4e41-a927-7478a362d115), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.815811 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-2b71feb6-c92c-4a0e-a2f5-9b0fe80f1a3c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41fad17e39fc4970a4688f9d08a37877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573480 Feb 28 22:00:59.883840 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d447383b-3083-4ec4-a4da-35b7bfaef436 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (b856fffc-7bf1-4e41-a927-7478a362d115), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:00:59.907107 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Sync routers for ids ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:00:59.918419 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Routers {'aa0189de-01ec-4608-8b92-31a78ecdb3b9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:00:59.919995 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:00:59.925439 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-d926812b-f9db-4436-b9f7-2a04c38ef48f service neutron] 10.222.0.26 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978844 Feb 28 22:00:59.991579 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b58a516c-4c1a-4716-a343-aa58077803f1 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:01:00.016474 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d447383b-3083-4ec4-a4da-35b7bfaef436 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (b856fffc-7bf1-4e41-a927-7478a362d115), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.021839 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f9602f25-0e5b-43d6-b4f7-95bf5e3bec3b service neutron] 10.222.0.26 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933428 Feb 28 22:01:00.031593 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447383b-3083-4ec4-a4da-35b7bfaef436 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b856fffc-7bf1-4e41-a927-7478a362d115,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:00.033204 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Set router aa0189de-01ec-4608-8b92-31a78ecdb3b9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:01:00.053430 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port b58a516c-4c1a-4716-a343-aa58077803f1 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:00.056394 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.145332 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port b58a516c-4c1a-4716-a343-aa58077803f1 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:00.145726 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.151027 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d447383b-3083-4ec4-a4da-35b7bfaef436 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.152670 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-d447383b-3083-4ec4-a4da-35b7bfaef436 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4736030 Feb 28 22:01:00.155434 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32994) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:01:00.160027 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-6861ff64-868f-4a1c-a717-abea8c13a982 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'security_group_rule': {'security_group_id': '59530cb3-bfb0-4087-a2be-7a971a35f4ac', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:00.188023 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port b58a516c-4c1a-4716-a343-aa58077803f1, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b58a516c-4c1a-4716-a343-aa58077803f1,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:00.235322 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 4, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port': {'id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:54Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'bba338e2-9a7a-49a5-8379-b6d9ed1d51fc', 'name': '', 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'mac_address': 'fa:16:3e:a2:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:56Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 2, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'subnets': [{'id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:00.260833 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Checking router: aa0189de-01ec-4608-8b92-31a78ecdb3b9 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:01:00.261190 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Updating router aa0189de-01ec-4608-8b92-31a78ecdb3b9 port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:01:00.281066 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.290968 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6861ff64-868f-4a1c-a717-abea8c13a982 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (288ac125-2f3a-4d34-a9bd-cba6244dce80), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.292904 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.334158 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=b58a516c-4c1a-4716-a343-aa58077803f1,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:00.355610 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6861ff64-868f-4a1c-a717-abea8c13a982 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (288ac125-2f3a-4d34-a9bd-cba6244dce80), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.452115 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6861ff64-868f-4a1c-a717-abea8c13a982 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (288ac125-2f3a-4d34-a9bd-cba6244dce80), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.476554 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861ff64-868f-4a1c-a717-abea8c13a982 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288ac125-2f3a-4d34-a9bd-cba6244dce80,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:00.551952 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Publish callbacks [] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.568505 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6861ff64-868f-4a1c-a717-abea8c13a982 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.569824 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-6861ff64-868f-4a1c-a717-abea8c13a982 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4133492 Feb 28 22:01:00.585671 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 32996) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:01:00.590034 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'security_group_rule': {'security_group_id': '59530cb3-bfb0-4087-a2be-7a971a35f4ac', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:00.680611 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.694157 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ea52200f-a897-453e-9570-12157fba1fa4 req-08cc9b32-8387-4247-8026-9ae0d5ff256e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 210 time: 0.0328331 Feb 28 22:01:00.726604 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.securitygroups_db [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Project bc0c18f4d6ce4a21ba84b7f544ea90b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:01:00.734414 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (bb2ff5fe-ea94-4ca1-8a84-24a4174c1567), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.736225 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42f3e5-eff6-4782-985b-7b8a9532568b None None] Pushing event updated for resources: {'Port': ['ID=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:00.807731 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Attempting to bind port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:01:00.808159 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Attempting to bind port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:01:00.808863 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Attempting to bind port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc on network fc67fb2c-9347-4b7a-8a5c-df1a276db036 {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:01:00.815990 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:01:00.818213 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Checking segment: {'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:01:00.818213 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.818508 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Bound using segment: {'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:01:00.819003 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Bound port: bba338e2-9a7a-49a5-8379-b6d9ed1d51fc, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3537efa-53b2-421e-80ac-74cb9b16b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:01:00.819588 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.821692 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (bb2ff5fe-ea94-4ca1-8a84-24a4174c1567), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.890409 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] For port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:01:00.894434 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] For port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,segment=NetworkSegment(e3537efa-53b2-421e-80ac-74cb9b16b922),segment_id=e3537efa-53b2-421e-80ac-74cb9b16b922)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:01:00.909290 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (bb2ff5fe-ea94-4ca1-8a84-24a4174c1567), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:00.929517 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2ff5fe-ea94-4ca1-8a84-24a4174c1567,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:00.987295 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-41071bc4-7e04-4596-9859-3749671138d2 None None] Provisioning complete for port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:00.987671 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-41071bc4-7e04-4596-9859-3749671138d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.021222 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-41071bc4-7e04-4596-9859-3749671138d2 None None] Port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:01:01.069794 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.071401 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.075135 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-57dcb0ac-efaf-406f-a222-430ea49a7cb3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4859700 Feb 28 22:01:01.075567 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 33006) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:01:01.084889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'security_group_rule': {'security_group_id': '59530cb3-bfb0-4087-a2be-7a971a35f4ac', 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:01.128874 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Routers {'aa0189de-01ec-4608-8b92-31a78ecdb3b9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:01:01.129506 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:00:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:01.168724 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42f3e5-eff6-4782-985b-7b8a9532568b None None] Pushing event updated for resources: {'Port': ['ID=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:01.189279 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.securitygroups_db [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Project bc0c18f4d6ce4a21ba84b7f544ea90b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:01:01.194693 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (94c908c8-54e7-49da-a0e1-36f7ca864845), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.251021 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] Set router aa0189de-01ec-4608-8b92-31a78ecdb3b9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:01:01.261190 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (94c908c8-54e7-49da-a0e1-36f7ca864845), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.346120 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-ba74f685-4881-4d12-89ac-0fe7c8dca9a4 None None] Provisioning complete for port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:01.346588 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ba74f685-4881-4d12-89ac-0fe7c8dca9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.367000 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (94c908c8-54e7-49da-a0e1-36f7ca864845), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.389021 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c908c8-54e7-49da-a0e1-36f7ca864845,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:01.431212 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-ba74f685-4881-4d12-89ac-0fe7c8dca9a4 None None] Current status of the port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:01.431615 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ba74f685-4881-4d12-89ac-0fe7c8dca9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.464029 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-ba74f685-4881-4d12-89ac-0fe7c8dca9a4 None None] For port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,segment=NetworkSegment(e3537efa-53b2-421e-80ac-74cb9b16b922),segment_id=e3537efa-53b2-421e-80ac-74cb9b16b922)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:01.464655 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 4, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port': {'id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:54Z', 'updated_at': '2022-02-28T22:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'bba338e2-9a7a-49a5-8379-b6d9ed1d51fc', 'name': '', 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'mac_address': 'fa:16:3e:a2:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:56Z', 'updated_at': '2022-02-28T22:01:00Z', 'revision_number': 4, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'subnets': [{'id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:01.464846 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.466592 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a6c3a3fd-6371-4463-b134-f2194f827cbc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3899829 Feb 28 22:01:01.498461 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fa6df-580d-4a6b-b406-f6290ef5b334 None None] The sync data for ids ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'] in dv-cinder-830901-2-iscsi is: [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:00:57Z', 'revision_number': 4, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port': {'id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:54Z', 'updated_at': '2022-02-28T22:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'bba338e2-9a7a-49a5-8379-b6d9ed1d51fc', 'name': '', 'network_id': 'fc67fb2c-9347-4b7a-8a5c-df1a276db036', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'mac_address': 'fa:16:3e:a2:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:56Z', 'updated_at': '2022-02-28T22:01:00Z', 'revision_number': 4, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'subnets': [{'id': '0be58cce-ac1f-431b-bb99-7145809645f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:01:01.572414 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ba74f685-4881-4d12-89ac-0fe7c8dca9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:01.624469 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74f685-4881-4d12-89ac-0fe7c8dca9a4 None None] Pushing event updated for resources: {'Port': ['ID=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:01.775608 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d19a3d4-b158-4b4a-8ab5-d88a9b7792ea req-dc906c8c-2159-4c3a-8747-030e24cfa2dd tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 210 time: 0.0289812 Feb 28 22:01:01.977358 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b58a516c-4c1a-4716-a343-aa58077803f1 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:01:02.031130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port b58a516c-4c1a-4716-a343-aa58077803f1 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:02.031739 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:02.112019 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port b58a516c-4c1a-4716-a343-aa58077803f1 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:02.113273 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device bba338e2-9a7a-49a5-8379-b6d9ed1d51fc up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:01:02.165154 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:02.165497 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:02.250680 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:02.972336 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e9717e9-f8c4-42c5-ae78-0fd864d1c666 req-c9d96dc6-68fc-458e-a77d-544ae5cb879e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 210 time: 0.1292262 Feb 28 22:01:03.280332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-e25b5b13-5b49-42c4-9eda-b9950d9c33e6 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:03.281897 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-e25b5b13-5b49-42c4-9eda-b9950d9c33e6 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.16 "GET /v2.0/networks?id=37854532-2a92-4909-8083-a0d68ca427f3 HTTP/1.1" status: 200 len: 808 time: 0.1070302 Feb 28 22:01:03.350288 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-6c3ac62a-2743-430c-9a25-b9af235e38c4 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41fad17e39fc4970a4688f9d08a37877 HTTP/1.1" status: 200 len: 380 time: 0.0572851 Feb 28 22:01:03.361381 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'port': {'device_id': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'admin_state_up': True, 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'security_groups': ['f06a1555-9c23-451e-8f66-ac5305b2f921']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:03.571983 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Made reservation on behalf of 41fad17e39fc4970a4688f9d08a37877 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:01:03.576361 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:03.706070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Allocated IP 172.20.0.10 (37854532-2a92-4909-8083-a0d68ca427f3/48e9f5ba-3b55-40ad-9365-5219eca8e685/af185132-893f-4100-a7b2-fd68dc29d007) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:01:03.811778 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dcb74ff3-5a1a-4829-a624-3a4b6c492d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:03.845040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for port (af185132-893f-4100-a7b2-fd68dc29d007), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:03.949717 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:04.000312 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Network 37854532-2a92-4909-8083-a0d68ca427f3 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:01:04.003293 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:01:04.006957 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:01:04.031536 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:04.076838 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:04.076838 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:04.168605 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bbca4-77ed-4c7e-a2ca-b29c4fd3246c req-7ee56e41-dc8c-48ec-a329-d005f6991d7e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:04.170510 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a1bbca4-77ed-4c7e-a2ca-b29c4fd3246c req-7ee56e41-dc8c-48ec-a329-d005f6991d7e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 932 time: 0.1225910 Feb 28 22:01:04.174265 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-f572ad17-b3ab-40a1-bbc1-c6a8727c855f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170409 Feb 28 22:01:04.186308 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Request body: {'port': {'device_id': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:04.213895 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-f05f9ad0-c316-4e1e-b3d3-ac73a4172dfe None None] Provisioning complete for port af185132-893f-4100-a7b2-fd68dc29d007 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:04.217142 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f05f9ad0-c316-4e1e-b3d3-ac73a4172dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (af185132-893f-4100-a7b2-fd68dc29d007), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:04.250689 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-f05f9ad0-c316-4e1e-b3d3-ac73a4172dfe None None] Port af185132-893f-4100-a7b2-fd68dc29d007 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:01:04.274067 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a1bbca4-77ed-4c7e-a2ca-b29c4fd3246c req-28cd275d-6472-4f7b-b654-960255305c8e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976677 Feb 28 22:01:04.281451 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:04.552041 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af185132-893f-4100-a7b2-fd68dc29d007 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:01:04.562833 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Publish callbacks [] for port (af185132-893f-4100-a7b2-fd68dc29d007), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:04.576670 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Transition to ACTIVE for port object af185132-893f-4100-a7b2-fd68dc29d007 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:01:04.663270 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:04.717015 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:04.801668 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Attempting to bind port af185132-893f-4100-a7b2-fd68dc29d007 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:01:04.812292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Attempting to bind port af185132-893f-4100-a7b2-fd68dc29d007 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:01:04.812292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Attempting to bind port af185132-893f-4100-a7b2-fd68dc29d007 on network 37854532-2a92-4909-8083-a0d68ca427f3 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:01:04.812292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Port af185132-893f-4100-a7b2-fd68dc29d007 on network 37854532-2a92-4909-8083-a0d68ca427f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:01:04.812292 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Attempting to bind port af185132-893f-4100-a7b2-fd68dc29d007 on network 37854532-2a92-4909-8083-a0d68ca427f3 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:01:04.813511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:01:04.813852 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Checking segment: {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:01:04.814684 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Bound using segment: {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:01:04.815135 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Bound port: af185132-893f-4100-a7b2-fd68dc29d007, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a9d912-69b0-449e-b831-cffee47adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:01:04.815486 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:04.883534 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:01:04.886530 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:01:04.989788 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:05.029350 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.029967 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:05.031378 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] 10.222.0.16 "PUT /v2.0/ports/af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 200 len: 1094 time: 0.8490729 Feb 28 22:01:05.031859 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:01:05.034119 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea7d6f-3baf-4f61-bb0e-d8fe48aa495f" -d '{"events": [{"name": "network-changed", "server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "tag": "af185132-893f-4100-a7b2-fd68dc29d007"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:01:05.056190 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de5f8d-57de-4235-8f5e-6a3dd65a6357 service neutron] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:05.082838 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b65d3-5af9-4f7f-b4de-fbae546fff1e x-openstack-request-id: req-8a8b65d3-5af9-4f7f-b4de-fbae546fff1e {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:01:05.083181 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "tag": "af185132-893f-4100-a7b2-fd68dc29d007", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:01:05.083441 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a8b65d3-5af9-4f7f-b4de-fbae546fff1e {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:01:05.084266 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007', 'status': 'completed', 'code': 200} Feb 28 22:01:05.159684 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea7d6f-3baf-4f61-bb0e-d8fe48aa495f req-c3f63108-d4f0-4eaa-b845-c7e423a370bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.161202 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04ea7d6f-3baf-4f61-bb0e-d8fe48aa495f req-c3f63108-d4f0-4eaa-b845-c7e423a370bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41fad17e39fc4970a4688f9d08a37877&device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1128 time: 0.0520580 Feb 28 22:01:05.268281 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea7d6f-3baf-4f61-bb0e-d8fe48aa495f req-a68292cd-d4ed-424b-a077-6c565b2b8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.269822 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04ea7d6f-3baf-4f61-bb0e-d8fe48aa495f req-a68292cd-d4ed-424b-a077-6c565b2b8e71 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=41fad17e39fc4970a4688f9d08a37877&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0991952 Feb 28 22:01:05.392666 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea7d6f-3baf-4f61-bb0e-d8fe48aa495f req-ec1128be-3896-46d0-b478-ce88ea315a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.394150 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04ea7d6f-3baf-4f61-bb0e-d8fe48aa495f req-ec1128be-3896-46d0-b478-ce88ea315a66 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180491 Feb 28 22:01:05.419941 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50bc5-63e5-44a7-b912-8311c9cb9093 req-4d0e51d1-c714-42d2-bc52-e67557668aad tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.422117 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a3c50bc5-63e5-44a7-b912-8311c9cb9093 req-4d0e51d1-c714-42d2-bc52-e67557668aad tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0672536 Feb 28 22:01:05.517891 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a3c50bc5-63e5-44a7-b912-8311c9cb9093 req-70f8078a-d043-4c95-b029-31ec4bec2722 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900481 Feb 28 22:01:05.523153 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-4d908aff-7be5-4cb6-aec5-e9d4d657421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.524886 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-4d908aff-7be5-4cb6-aec5-e9d4d657421a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41fad17e39fc4970a4688f9d08a37877&device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1128 time: 0.0892620 Feb 28 22:01:05.848400 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-71889e01-b6ca-4e9b-9082-a2849324b391 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 200 len: 217 time: 0.3086545 Feb 28 22:01:05.902169 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-2ca4b7be-0e3c-458f-9e53-f8923728ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.904588 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-2ca4b7be-0e3c-458f-9e53-f8923728ef59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48e9f5ba-3b55-40ad-9365-5219eca8e685 HTTP/1.1" status: 200 len: 847 time: 0.0504694 Feb 28 22:01:05.958115 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-ac9767ad-a515-4079-a4c3-d465dc597a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:05.960418 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-ac9767ad-a515-4079-a4c3-d465dc597a78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37854532-2a92-4909-8083-a0d68ca427f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491085 Feb 28 22:01:06.062922 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-4cc71b3e-ed6e-4c18-a799-4da059b59c35 service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936375 Feb 28 22:01:06.170969 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8be65548-1d5e-49b9-8e95-760adf971ee4 req-da2ddcbd-68b3-4e26-b6da-cf449952ab76 service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012664 Feb 28 22:01:06.227487 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a70f236e-bc8e-4323-a777-dd3f8b7a946c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:06.671380 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc50dc3-13ce-4db3-a947-1af96e936410 req-c97431b4-0f6a-484e-9f42-df0bcc50b0b3 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:06.672839 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0cc50dc3-13ce-4db3-a947-1af96e936410 req-c97431b4-0f6a-484e-9f42-df0bcc50b0b3 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0833750 Feb 28 22:01:06.680846 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-233c2d73-321c-4243-abcd-73512bbfb0c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799356 Feb 28 22:01:06.727244 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0cc50dc3-13ce-4db3-a947-1af96e936410 req-d8efa0a3-4256-491f-9250-224291fbeafb tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449851 Feb 28 22:01:06.776253 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-01a0f606-2a91-4a20-99b8-4c303d16a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:06.777714 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-01a0f606-2a91-4a20-99b8-4c303d16a126 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 1130 time: 0.0479536 Feb 28 22:01:06.886386 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-001496fd-a7c5-42ba-b128-df8587d0d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:06.888096 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-001496fd-a7c5-42ba-b128-df8587d0d2d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.0855916 Feb 28 22:01:07.097917 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-0a34011d-5a26-4db6-a64d-4f5140f2e2bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 200 len: 1001 time: 0.0618150 Feb 28 22:01:07.145209 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-442b5fa1-32ed-4b3e-9704-553708b340a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:07.146573 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-442b5fa1-32ed-4b3e-9704-553708b340a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0427547 Feb 28 22:01:07.196297 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-5537b6eb-5806-4542-8601-f3642497469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:07.197833 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-5537b6eb-5806-4542-8601-f3642497469d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446827 Feb 28 22:01:07.251671 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:07.290514 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-2ed466cf-0bec-4bdd-a65e-a196e4a1570b service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Feb 28 22:01:07.383340 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-799d31ee-8779-4c14-b0ac-21c89548d052 req-db971fe9-4435-447a-848b-a9c69e477b6e service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835848 Feb 28 22:01:07.852577 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133b534-46a7-4f46-a78f-84ca35fabd31 req-dcb5bab0-9641-4a8e-85c0-56c67a2074b0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:07.854112 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f133b534-46a7-4f46-a78f-84ca35fabd31 req-dcb5bab0-9641-4a8e-85c0-56c67a2074b0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0585482 Feb 28 22:01:07.904275 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f133b534-46a7-4f46-a78f-84ca35fabd31 req-026aa27b-d8c8-4e38-80ca-178ed4d4c0c5 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Feb 28 22:01:08.103206 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:08.989284 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:09.022749 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c032d-b1fc-465a-a1a1-20ac0625bdb3 req-8a7697c5-c63d-479a-99b2-2e72679a4f88 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:09.024410 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c90c032d-b1fc-465a-a1a1-20ac0625bdb3 req-8a7697c5-c63d-479a-99b2-2e72679a4f88 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0547721 Feb 28 22:01:09.073388 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c90c032d-b1fc-465a-a1a1-20ac0625bdb3 req-bf599e7e-7bb3-4606-acaf-04a437c4482b tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Feb 28 22:01:10.108986 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:10.192326 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ce4b-ae75-4d1f-8054-ec8132be8c84 req-cef5271f-ab48-46e5-9be3-72c3ad343d93 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:10.193815 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6952ce4b-ae75-4d1f-8054-ec8132be8c84 req-cef5271f-ab48-46e5-9be3-72c3ad343d93 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0541291 Feb 28 22:01:10.248282 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6952ce4b-ae75-4d1f-8054-ec8132be8c84 req-9cbc380a-7015-47f3-8e10-f843633de155 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488667 Feb 28 22:01:11.099233 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:01:11.365773 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d3443-d5f3-48de-9b60-9ffeac281141 req-219e59ba-4ecd-4c09-b888-6cd0c796f69d tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:11.367275 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4c5d3443-d5f3-48de-9b60-9ffeac281141 req-219e59ba-4ecd-4c09-b888-6cd0c796f69d tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0534897 Feb 28 22:01:11.414128 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4c5d3443-d5f3-48de-9b60-9ffeac281141 req-8f2e5ceb-e90b-4118-9039-5dcfcf4dac19 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Feb 28 22:01:12.530522 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd75141-e33a-4051-9199-96cd7d8cba33 req-445da92d-2a53-4d0d-846a-b7e75244cd31 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:12.531904 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fd75141-e33a-4051-9199-96cd7d8cba33 req-445da92d-2a53-4d0d-846a-b7e75244cd31 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0524104 Feb 28 22:01:12.578149 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fd75141-e33a-4051-9199-96cd7d8cba33 req-e619fb37-96b3-409c-871a-d52c8f0c651c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Feb 28 22:01:13.695888 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b3b69-4552-4650-9b07-3963db1a98f2 req-51839684-2360-4e4c-b917-65830e166435 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:13.697358 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-101b3b69-4552-4650-9b07-3963db1a98f2 req-51839684-2360-4e4c-b917-65830e166435 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0552781 Feb 28 22:01:13.746447 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-101b3b69-4552-4650-9b07-3963db1a98f2 req-b9ef5052-20c3-49af-b0f6-a3e815a42213 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Feb 28 22:01:14.862769 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05fee1-d57d-4fce-8716-3d835f6e4527 req-0785ff23-6813-4aac-b821-70f65de39398 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:14.864247 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f05fee1-d57d-4fce-8716-3d835f6e4527 req-0785ff23-6813-4aac-b821-70f65de39398 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0524476 Feb 28 22:01:14.912242 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f05fee1-d57d-4fce-8716-3d835f6e4527 req-34077e5e-e72a-4b0e-b417-2dc678585596 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 Feb 28 22:01:15.992726 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device af185132-893f-4100-a7b2-fd68dc29d007 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:01:16.033280 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5cc08-35fd-4e83-b9c1-f8b9d3270bf7 req-c6fb453f-04a5-49f2-851e-1155a679fdfc tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:16.034815 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1db5cc08-35fd-4e83-b9c1-f8b9d3270bf7 req-c6fb453f-04a5-49f2-851e-1155a679fdfc tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0578473 Feb 28 22:01:16.083001 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1db5cc08-35fd-4e83-b9c1-f8b9d3270bf7 req-65cd4ed1-bdc2-484d-94e2-458b161671c0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 Feb 28 22:01:16.095144 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:16.107134 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'af185132-893f-4100-a7b2-fd68dc29d007', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'port_id': 'af185132-893f-4100-a7b2-fd68dc29d007', 'mac_address': 'fa:16:3e:53:86:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:01:16.143898 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port af185132-893f-4100-a7b2-fd68dc29d007 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:16.144298 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:16.156792 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af185132-893f-4100-a7b2-fd68dc29d007 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:01:16.176355 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:16.279965 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:16.331204 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:16.664731 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['af185132-893f-4100-a7b2-fd68dc29d007'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:01:17.200296 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9484-e449-401f-9165-7f0ff9b0cef0 req-c728fba7-0903-4ede-9657-0c81404c3935 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:17.201761 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a1d9484-e449-401f-9165-7f0ff9b0cef0 req-c728fba7-0903-4ede-9657-0c81404c3935 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 945 time: 0.0524619 Feb 28 22:01:17.249227 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a1d9484-e449-401f-9165-7f0ff9b0cef0 req-81b02169-21c4-4e17-aa74-2f86dddb698d tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419812 Feb 28 22:01:18.004013 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device af185132-893f-4100-a7b2-fd68dc29d007 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:01:18.130162 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port af185132-893f-4100-a7b2-fd68dc29d007 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:01:18.134001 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port af185132-893f-4100-a7b2-fd68dc29d007 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:18.134556 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (af185132-893f-4100-a7b2-fd68dc29d007), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:18.216533 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port af185132-893f-4100-a7b2-fd68dc29d007 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:18.216938 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:18.240004 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:01:18.242269 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf7912b-4fac-4e36-bd39-c1dd81d407b9" -d '{"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-plugged", "status": "completed", "tag": "af185132-893f-4100-a7b2-fd68dc29d007"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:01:18.255017 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:18.277072 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351939b7-ae4a-48f1-bf3a-7b5392dabb74 x-openstack-request-id: req-351939b7-ae4a-48f1-bf3a-7b5392dabb74 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:01:18.277310 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-plugged", "status": "completed", "tag": "af185132-893f-4100-a7b2-fd68dc29d007", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:01:18.277573 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-351939b7-ae4a-48f1-bf3a-7b5392dabb74 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:01:18.277998 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007', 'code': 200} Feb 28 22:01:18.343590 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:18.372176 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c49db-0ce6-4d4e-a12e-6c00cf0103ac req-bf16f8f5-fc71-4f97-9034-17f652c32ac7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:18.374586 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d1c49db-0ce6-4d4e-a12e-6c00cf0103ac req-bf16f8f5-fc71-4f97-9034-17f652c32ac7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 945 time: 0.0575264 Feb 28 22:01:18.394296 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:18.444069 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d1c49db-0ce6-4d4e-a12e-6c00cf0103ac req-e60f0b47-7f66-4c5c-9c9c-7d171a4e4435 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556633 Feb 28 22:01:18.697472 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ef0bf-8972-4265-83fa-7cb85362bdc7 req-8d6210fd-7a8f-4958-8dc5-e97f3b9a6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:18.698905 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-567ef0bf-8972-4265-83fa-7cb85362bdc7 req-8d6210fd-7a8f-4958-8dc5-e97f3b9a6a36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1130 time: 0.0431824 Feb 28 22:01:18.744392 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-567ef0bf-8972-4265-83fa-7cb85362bdc7 req-77be5e2f-4fe4-4aad-bef0-882c596c929d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391731 Feb 28 22:01:19.561745 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a095fa-af65-4e74-a508-b610f2dbc846 req-ddcfa359-b50e-4550-bb5a-8c68fd8ae432 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:19.563143 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b7a095fa-af65-4e74-a508-b610f2dbc846 req-ddcfa359-b50e-4550-bb5a-8c68fd8ae432 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0518918 Feb 28 22:01:19.611025 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b7a095fa-af65-4e74-a508-b610f2dbc846 req-c56a0394-0f67-46ad-bad1-4ad67e2ce673 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Feb 28 22:01:20.730224 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7143f-562b-4d4f-b135-94521aa34991 req-0ba997ce-73ff-40f9-aa73-debcfab421b2 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:20.732775 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1ee7143f-562b-4d4f-b135-94521aa34991 req-0ba997ce-73ff-40f9-aa73-debcfab421b2 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0573404 Feb 28 22:01:20.781584 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1ee7143f-562b-4d4f-b135-94521aa34991 req-d3ee045d-c666-41f6-b22e-95e6562f66a6 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Feb 28 22:01:20.895849 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1351ee-6d02-4556-ad52-bc83db261271 req-714003eb-2d8e-4e59-b591-354adfdcd2ec tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:20.897226 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee1351ee-6d02-4556-ad52-bc83db261271 req-714003eb-2d8e-4e59-b591-354adfdcd2ec tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0525465 Feb 28 22:01:20.944501 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ee1351ee-6d02-4556-ad52-bc83db261271 req-42629f33-7aa8-4d7b-84b3-d279fb87867e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Feb 28 22:01:20.966699 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33162) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:01:21.141113 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253af4b5-d8e8-4501-b9b3-6c92b9083245 tempest-TestShelveInstance-1016904044 tempest-TestShelveInstance-1016904044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:21.142659 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-253af4b5-d8e8-4501-b9b3-6c92b9083245 tempest-TestShelveInstance-1016904044 tempest-TestShelveInstance-1016904044-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1125 time: 0.1749692 Feb 28 22:01:21.145480 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33166) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:01:21.149649 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'port_id': 'af185132-893f-4100-a7b2-fd68dc29d007', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:21.228470 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:21.321310 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:21.426069 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Allocated IP 172.27.2.65 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/5889c4f1-8074-4a96-b4ff-75ba51be85a8) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:01:21.523530 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:21.605775 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:21.650129 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:01:21.653598 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:01:21.657900 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:01:21.660871 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'Port': ['ID=5889c4f1-8074-4a96-b4ff-75ba51be85a8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:22.014181 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for floatingip (3694916e-25f0-4861-a4ac-2cb64dabbd4f), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:22.152083 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:22.299190 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:22.360158 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:22.426497 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event updated for resources: {'Port': ['ID=5889c4f1-8074-4a96-b4ff-75ba51be85a8,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:22.438062 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (3694916e-25f0-4861-a4ac-2cb64dabbd4f), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:22.538296 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.l3_db [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Floating IP 3694916e-25f0-4861-a4ac-2cb64dabbd4f associated. External IP: 172.27.2.65, port: af185132-893f-4100-a7b2-fd68dc29d007. Feb 28 22:01:22.754838 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Router 73f5195e-b787-41a8-84e6-125ea8a62be8 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:01:22.866992 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:01:22.877130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] Sync routers for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:01:22.886822 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:01:22.887635 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:01:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:22.950635 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:22.980684 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a88ffc65-8783-4b70-a8d0-ceb683b4bc3e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8341403 Feb 28 22:01:22.981346 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:01:22.983639 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7daf1-67b0-4328-bcb3-6ee720caa873" -d '{"events": [{"name": "network-changed", "server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "tag": "af185132-893f-4100-a7b2-fd68dc29d007"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:01:22.998307 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:01:23.020235 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bac5131-dcbf-4c12-a4eb-8cbf9e490de1 x-openstack-request-id: req-5bac5131-dcbf-4c12-a4eb-8cbf9e490de1 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:01:23.020718 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "tag": "af185132-893f-4100-a7b2-fd68dc29d007", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:01:23.020818 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bac5131-dcbf-4c12-a4eb-8cbf9e490de1 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:01:23.021154 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007', 'status': 'completed', 'code': 200} Feb 28 22:01:23.087144 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-e692b0c8-6ce1-4c81-9883-eac8d20f2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:23.088726 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-e692b0c8-6ce1-4c81-9883-eac8d20f2f41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41fad17e39fc4970a4688f9d08a37877&device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1130 time: 0.0439570 Feb 28 22:01:23.179262 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-23d0990c-d3c4-46ce-a98a-a3debc36d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:23.180718 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-23d0990c-d3c4-46ce-a98a-a3debc36d578 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37854532-2a92-4909-8083-a0d68ca427f3 HTTP/1.1" status: 200 len: 909 time: 0.0858624 Feb 28 22:01:23.228979 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '3694916e-25f0-4861-a4ac-2cb64dabbd4f', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'port_id': 'af185132-893f-4100-a7b2-fd68dc29d007', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'mac_address': 'fa:16:3e:53:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:01:21Z', 'updated_at': '2022-02-28T22:01:21Z', 'revision_number': 0, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:19Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:23.245139 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-c34e20d8-a633-4785-b1a5-0839edb2a3cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 200 len: 999 time: 0.0577152 Feb 28 22:01:23.254957 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] Checking router: 73f5195e-b787-41a8-84e6-125ea8a62be8 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:01:23.263261 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:01:23.263798 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:01:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:23.296412 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-dafe4da0-c2b3-4d05-9793-172a371eb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:23.297858 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-dafe4da0-c2b3-4d05-9793-172a371eb0e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48e9f5ba-3b55-40ad-9365-5219eca8e685 HTTP/1.1" status: 200 len: 847 time: 0.0463388 Feb 28 22:01:23.347803 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-8d68fa1a-b486-483f-a4e6-23b870e30695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:23.349303 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-8d68fa1a-b486-483f-a4e6-23b870e30695 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37854532-2a92-4909-8083-a0d68ca427f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438688 Feb 28 22:01:23.371858 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:01:23.443241 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-e1bc6aea-22e9-4b1f-8997-98177ff6f830 service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865622 Feb 28 22:01:23.538480 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2a7daf1-67b0-4328-bcb3-6ee720caa873 req-193330fb-338b-4200-96ce-ba247f6b336d service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882688 Feb 28 22:01:23.720126 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '3694916e-25f0-4861-a4ac-2cb64dabbd4f', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'port_id': 'af185132-893f-4100-a7b2-fd68dc29d007', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'mac_address': 'fa:16:3e:53:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:01:21Z', 'updated_at': '2022-02-28T22:01:21Z', 'revision_number': 0, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:19Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:23.745109 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3598c-ac10-4ab6-876d-8e85920bef29 None None] The sync data for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi is: [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '3694916e-25f0-4861-a4ac-2cb64dabbd4f', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'port_id': 'af185132-893f-4100-a7b2-fd68dc29d007', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'mac_address': 'fa:16:3e:53:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:01:21Z', 'updated_at': '2022-02-28T22:01:21Z', 'revision_number': 0, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:19Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:01:23.938968 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4d521-30af-4477-8ee0-f12876fda504 None None] New status for floating IP 3694916e-25f0-4861-a4ac-2cb64dabbd4f: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:01:24.767142 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-e4c87be3-1a73-4a08-9112-ea1d22052f59 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435818110&fields=id&tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 267 time: 0.0437756 Feb 28 22:01:24.871813 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-2fc51422-1b8c-4bc6-8e44-0eb90f5d7826 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:24.873262 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-2fc51422-1b8c-4bc6-8e44-0eb90f5d7826 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 811 time: 0.1000140 Feb 28 22:01:24.887193 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-0be82bfb-91e0-4ec8-90e1-2643cfee47a1 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/quotas/bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 375 time: 0.0085151 Feb 28 22:01:24.940043 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-3ddf1956-adfc-4eb5-8bdc-21346b561e23 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478351 Feb 28 22:01:25.079851 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-a9fb9fae-bb24-49ac-9b5c-00259a6b24ad service neutron] 10.222.0.26 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259854 Feb 28 22:01:25.165359 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-ec8fc900-233c-4d18-995d-5b0cd90de81e service neutron] 10.222.0.26 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795615 Feb 28 22:01:25.951181 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4a22c502-65d9-442b-b006-dc8fa77dae30 req-6cb4584d-a4cf-4b55-8778-426fc0fff92a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 210 time: 0.0306399 Feb 28 22:01:27.028894 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-228fb673-d0a6-4841-a470-5ba4e3c988f8 req-c8b2068d-1c17-45da-a1eb-a1b1dbdb408c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Feb 28 22:01:28.120314 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca311d84-7f37-4eb2-8962-eb0a2e1ce2f5 req-8322689f-3a1a-4ae3-8fe0-1ed840f8ae17 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 210 time: 0.0262456 Feb 28 22:01:28.419447 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-a91f3f68-e460-4a14-bbef-7ecd1ccfb3e5 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:28.420762 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-a91f3f68-e460-4a14-bbef-7ecd1ccfb3e5 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 811 time: 0.0978532 Feb 28 22:01:28.486011 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-fda12a40-0de2-4407-8a81-32ae14731066 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 379 time: 0.0556562 Feb 28 22:01:28.497814 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'port': {'device_id': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'admin_state_up': True, 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'security_groups': ['59530cb3-bfb0-4087-a2be-7a971a35f4ac']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:28.685475 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Made reservation on behalf of bc0c18f4d6ce4a21ba84b7f544ea90b7 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:01:28.688901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:28.811929 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Allocated IP 172.20.0.11 (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0/e15518c0-3245-463b-ac21-f541de26d75e/4dba17c3-6d51-4267-a045-64effd3f695c) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:01:28.952065 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (4dba17c3-6d51-4267-a045-64effd3f695c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.068576 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.113175 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:01:29.116086 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:01:29.119787 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:01:29.144669 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=4dba17c3-6d51-4267-a045-64effd3f695c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:29.164059 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.167319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.168320 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.168320 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.168320 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:01:29.194288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:29.194913 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.261580 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60837ef-92c3-4a48-be83-0db3b3f2bb87 req-45b32ec7-e53e-4b51-b453-466900e2f7b8 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:29.266514 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a60837ef-92c3-4a48-be83-0db3b3f2bb87 req-45b32ec7-e53e-4b51-b453-466900e2f7b8 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 932 time: 0.0589044 Feb 28 22:01:29.270653 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-f1ad6279-d4e8-4241-a549-dce749f55f2a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770867 Feb 28 22:01:29.288828 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Request body: {'port': {'device_id': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:29.355116 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-08c85bf9-13dd-4042-b75e-378eac5a4155 None None] Provisioning complete for port 4dba17c3-6d51-4267-a045-64effd3f695c triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:29.355754 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-08c85bf9-13dd-4042-b75e-378eac5a4155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.367440 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a60837ef-92c3-4a48-be83-0db3b3f2bb87 req-b4b3fd36-54a8-475b-9be2-2919512fc536 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957563 Feb 28 22:01:29.377223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.398932 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-08c85bf9-13dd-4042-b75e-378eac5a4155 None None] Port 4dba17c3-6d51-4267-a045-64effd3f695c cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:01:29.632101 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dba17c3-6d51-4267-a045-64effd3f695c {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:01:29.639510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Publish callbacks [] for port (4dba17c3-6d51-4267-a045-64effd3f695c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.651137 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Transition to ACTIVE for port object 4dba17c3-6d51-4267-a045-64effd3f695c will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:01:29.731632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.802427 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Pushing event updated for resources: {'Port': ['ID=4dba17c3-6d51-4267-a045-64effd3f695c,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:29.858801 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Attempting to bind port 4dba17c3-6d51-4267-a045-64effd3f695c on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:01:29.858918 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Attempting to bind port 4dba17c3-6d51-4267-a045-64effd3f695c by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:01:29.859214 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Attempting to bind port 4dba17c3-6d51-4267-a045-64effd3f695c on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:01:29.863854 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Port 4dba17c3-6d51-4267-a045-64effd3f695c on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:01:29.864177 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Attempting to bind port 4dba17c3-6d51-4267-a045-64effd3f695c on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:01:29.869079 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:01:29.869412 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Checking segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:01:29.869793 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Bound using segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:01:29.870237 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Bound port: 4dba17c3-6d51-4267-a045-64effd3f695c, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:01:29.870711 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:29.936219 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] For port 4dba17c3-6d51-4267-a045-64effd3f695c, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:01:29.939150 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] For port 4dba17c3-6d51-4267-a045-64effd3f695c, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=4dba17c3-6d51-4267-a045-64effd3f695c,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:01:30.034319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:30.069664 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.070301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:30.071655 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] 10.222.0.16 "PUT /v2.0/ports/4dba17c3-6d51-4267-a045-64effd3f695c HTTP/1.1" status: 200 len: 1094 time: 0.7928214 Feb 28 22:01:30.072099 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:01:30.074393 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e644def1-9a1d-4e29-9f88-842c2dfdd114" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:01:30.102637 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783a07-eae9-4add-ac99-bffc72cf1603 service neutron] Pushing event updated for resources: {'Port': ['ID=4dba17c3-6d51-4267-a045-64effd3f695c,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:30.117702 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2732059a-267d-4f27-88e7-142ce02860cc x-openstack-request-id: req-2732059a-267d-4f27-88e7-142ce02860cc {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:01:30.118014 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:01:30.118271 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2732059a-267d-4f27-88e7-142ce02860cc {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:01:30.118782 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c', 'status': 'completed', 'code': 200} Feb 28 22:01:30.191346 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644def1-9a1d-4e29-9f88-842c2dfdd114 req-4d42dedc-b5b7-4106-99e9-db572bfdb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.192851 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e644def1-9a1d-4e29-9f88-842c2dfdd114 req-4d42dedc-b5b7-4106-99e9-db572bfdb145 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 1128 time: 0.0477376 Feb 28 22:01:30.296018 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644def1-9a1d-4e29-9f88-842c2dfdd114 req-d7ace1a4-4ebc-48e1-9907-648053b917ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.297408 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e644def1-9a1d-4e29-9f88-842c2dfdd114 req-d7ace1a4-4ebc-48e1-9907-648053b917ba service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0976100 Feb 28 22:01:30.392816 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644def1-9a1d-4e29-9f88-842c2dfdd114 req-9510a1ac-bcb0-4861-a988-744c9e8235d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.394309 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e644def1-9a1d-4e29-9f88-842c2dfdd114 req-9510a1ac-bcb0-4861-a988-744c9e8235d4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901754 Feb 28 22:01:30.513371 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-78d0ae15-7c58-43e4-be51-924182e9e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.514901 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-78d0ae15-7c58-43e4-be51-924182e9e50e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 1128 time: 0.0802922 Feb 28 22:01:30.521638 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee37413-30b0-472b-b1bf-8949b04752c0 req-0dbad329-9ea5-430c-8062-fac6a5c2ed90 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.522994 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ee37413-30b0-472b-b1bf-8949b04752c0 req-0dbad329-9ea5-430c-8062-fac6a5c2ed90 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0806024 Feb 28 22:01:30.566597 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-94c8e8ca-8532-4223-9e87-7aaff851b3d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dba17c3-6d51-4267-a045-64effd3f695c HTTP/1.1" status: 200 len: 217 time: 0.0427122 Feb 28 22:01:30.621782 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ee37413-30b0-472b-b1bf-8949b04752c0 req-90c83678-f626-4b16-8504-d9626d530e84 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916305 Feb 28 22:01:30.635947 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-be4d2f09-57a5-4c80-9d5d-70bfbfdcd11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.638018 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-be4d2f09-57a5-4c80-9d5d-70bfbfdcd11a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0541904 Feb 28 22:01:30.693617 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-92434066-d8d9-41ee-a11e-453f42972907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:30.695162 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-92434066-d8d9-41ee-a11e-453f42972907 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479944 Feb 28 22:01:30.825295 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-61a620f4-54ca-48d0-9276-0f0d174a0093 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226630 Feb 28 22:01:30.918530 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c28727ce-480c-4d4e-acca-281f2a3514bd req-7c33b643-5a77-46f3-8a4b-8419a9a8258d service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858660 Feb 28 22:01:31.741910 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f10d-a326-4816-89ac-052b795770e4 req-cc7f202f-3396-41ba-80fd-af42771435da tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:31.743391 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c282f10d-a326-4816-89ac-052b795770e4 req-cc7f202f-3396-41ba-80fd-af42771435da tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0521884 Feb 28 22:01:31.790412 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c282f10d-a326-4816-89ac-052b795770e4 req-32f2bee1-1ab5-4428-bbd3-b63e3c99755b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 Feb 28 22:01:32.905158 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24785d9c-0708-4c08-a393-8481e0c90ed8 req-89171e56-39b3-4538-a5e3-1cbe3d484bca tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:32.906637 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24785d9c-0708-4c08-a393-8481e0c90ed8 req-89171e56-39b3-4538-a5e3-1cbe3d484bca tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0512955 Feb 28 22:01:32.959520 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24785d9c-0708-4c08-a393-8481e0c90ed8 req-80296058-d603-4a43-87f2-4aea9c126ce2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473504 Feb 28 22:01:33.816745 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06831481-cbf1-41af-84d2-dc9814704ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:34.075430 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d39b2-0290-465e-95cf-1c89c611c119 req-9dc7b5aa-f397-4ff6-9405-3923f47675a3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:34.077392 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e18d39b2-0290-465e-95cf-1c89c611c119 req-9dc7b5aa-f397-4ff6-9405-3923f47675a3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0517015 Feb 28 22:01:34.124443 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e18d39b2-0290-465e-95cf-1c89c611c119 req-73d56f70-7756-4cd3-8fab-ed0c1eb002cc tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Feb 28 22:01:35.240394 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869df05d-4f2b-404f-895e-6484bfffd327 req-cb2c3c35-5460-4ff8-ba53-86590ec2ec78 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:35.241832 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-869df05d-4f2b-404f-895e-6484bfffd327 req-cb2c3c35-5460-4ff8-ba53-86590ec2ec78 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0511193 Feb 28 22:01:35.287864 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-869df05d-4f2b-404f-895e-6484bfffd327 req-ce09fb5b-348e-4c5a-a459-7e697f99ecd0 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 Feb 28 22:01:36.239388 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-bdf504df-4137-4f3e-89ef-87a8497ee38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:36.406526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55a048-c025-4fe5-8794-30bc70047571 req-bc825890-b34c-4669-b984-cfbbc2dcc7ea tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:36.408026 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4c55a048-c025-4fe5-8794-30bc70047571 req-bc825890-b34c-4669-b984-cfbbc2dcc7ea tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0554461 Feb 28 22:01:36.456570 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4c55a048-c025-4fe5-8794-30bc70047571 req-cb970c08-88f8-4373-a576-44dc091ba704 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429726 Feb 28 22:01:37.256289 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:37.570330 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f774d0-c5b5-4232-94ea-00b2506bc31c req-06acf0fe-3d2b-45e1-8f35-88e2e646b41d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:37.571789 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-10f774d0-c5b5-4232-94ea-00b2506bc31c req-06acf0fe-3d2b-45e1-8f35-88e2e646b41d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0514965 Feb 28 22:01:37.619860 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-10f774d0-c5b5-4232-94ea-00b2506bc31c req-e28902d4-ff20-4041-96cc-8a2914a7c49c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Feb 28 22:01:38.039495 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:38.739241 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0f8db-2dbc-412f-9b62-7374ce01610a req-a4dcdc96-5441-4a94-8468-6418bf2eb36a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:38.740690 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-12a0f8db-2dbc-412f-9b62-7374ce01610a req-a4dcdc96-5441-4a94-8468-6418bf2eb36a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0555980 Feb 28 22:01:38.789105 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-12a0f8db-2dbc-412f-9b62-7374ce01610a req-f6b9990f-b46b-46fa-b095-4b6f8a7a3252 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Feb 28 22:01:38.800884 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:39.905831 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7cfa2-a9ed-46c9-affa-91a4e9329161 req-0153e17a-d1e4-4261-ab71-99e0767daf8d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:39.907318 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c7f7cfa2-a9ed-46c9-affa-91a4e9329161 req-0153e17a-d1e4-4261-ab71-99e0767daf8d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 944 time: 0.0533171 Feb 28 22:01:39.955849 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c7f7cfa2-a9ed-46c9-affa-91a4e9329161 req-d42c300b-9a1f-45c5-9c91-1f52ce585dac tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430422 Feb 28 22:01:40.095504 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:40.098380 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 4dba17c3-6d51-4267-a045-64effd3f695c details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:01:40.194249 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 4dba17c3-6d51-4267-a045-64effd3f695c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=4dba17c3-6d51-4267-a045-64effd3f695c,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:40.205689 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '4dba17c3-6d51-4267-a045-64effd3f695c', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'port_id': '4dba17c3-6d51-4267-a045-64effd3f695c', 'mac_address': 'fa:16:3e:1e:ce:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:01:40.246516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 4dba17c3-6d51-4267-a045-64effd3f695c is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:40.246909 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:40.261354 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dba17c3-6d51-4267-a045-64effd3f695c {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:01:40.281205 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 4dba17c3-6d51-4267-a045-64effd3f695c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=4dba17c3-6d51-4267-a045-64effd3f695c,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:40.336553 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:40.384494 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=4dba17c3-6d51-4267-a045-64effd3f695c,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:40.711814 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['4dba17c3-6d51-4267-a045-64effd3f695c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:01:41.072271 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137094-6d21-4fa8-821b-48f79af9b3e4 req-4921cb0f-f44a-4411-b60a-41ec61cd64ba tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:41.073735 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-39137094-6d21-4fa8-821b-48f79af9b3e4 req-4921cb0f-f44a-4411-b60a-41ec61cd64ba tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 945 time: 0.0521019 Feb 28 22:01:41.126078 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-39137094-6d21-4fa8-821b-48f79af9b3e4 req-4bbbe2d0-6e6e-4b6c-9c25-57bfa3b74053 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460670 Feb 28 22:01:42.131453 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 4dba17c3-6d51-4267-a045-64effd3f695c up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:01:42.244605 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4615b-8339-499b-8cc3-cb5c1d6335df req-7268d2c5-2a87-4f0d-9bbb-4a378aa1248a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:42.246137 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e4615b-8339-499b-8cc3-cb5c1d6335df req-7268d2c5-2a87-4f0d-9bbb-4a378aa1248a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 945 time: 0.0534515 Feb 28 22:01:42.267823 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 4dba17c3-6d51-4267-a045-64effd3f695c completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:01:42.271832 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 4dba17c3-6d51-4267-a045-64effd3f695c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:01:42.281531 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:42.294980 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e4615b-8339-499b-8cc3-cb5c1d6335df req-ba06d5ca-771c-4380-b0f6-82b2b1ed6b85 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Feb 28 22:01:42.353112 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 4dba17c3-6d51-4267-a045-64effd3f695c is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:01:42.353504 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:42.380920 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:01:42.383232 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78096557-9a6a-481a-ba78-98902208f3ca" -d '{"events": [{"server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "name": "network-vif-plugged", "status": "completed", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:01:42.394911 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 4dba17c3-6d51-4267-a045-64effd3f695c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=4dba17c3-6d51-4267-a045-64effd3f695c,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:01:42.419206 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f26cd7-4c91-405f-8bee-4d31cbcf8002 x-openstack-request-id: req-03f26cd7-4c91-405f-8bee-4d31cbcf8002 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:01:42.419554 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "name": "network-vif-plugged", "status": "completed", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:01:42.419819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03f26cd7-4c91-405f-8bee-4d31cbcf8002 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:01:42.420220 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c', 'code': 200} Feb 28 22:01:42.484974 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:42.532537 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=4dba17c3-6d51-4267-a045-64effd3f695c,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:42.848239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38b8ea-84e4-4109-8bf4-b5ea3778a50e req-d3e15172-b5df-461e-bcf9-2a91a55c9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:42.849805 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5e38b8ea-84e4-4109-8bf4-b5ea3778a50e req-d3e15172-b5df-461e-bcf9-2a91a55c9154 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 1130 time: 0.0458455 Feb 28 22:01:42.898267 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5e38b8ea-84e4-4109-8bf4-b5ea3778a50e req-5f8127c5-ced2-41cf-8cbe-0922b0d68ab7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404353 Feb 28 22:01:43.417578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b97974-323c-4a66-b7d6-1cda61c89941 req-6e3de56e-e242-485f-88e2-1af03c870479 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:43.419142 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57b97974-323c-4a66-b7d6-1cda61c89941 req-6e3de56e-e242-485f-88e2-1af03c870479 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.0558500 Feb 28 22:01:43.469901 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57b97974-323c-4a66-b7d6-1cda61c89941 req-250dbd35-b02d-48c2-b857-599f005c45d5 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446875 Feb 28 22:01:44.587994 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539515f-3fe0-4643-9c05-c025ffbae3c0 req-14d9e2ba-245a-4f9b-9773-450b02f310b1 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:44.589478 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2539515f-3fe0-4643-9c05-c025ffbae3c0 req-14d9e2ba-245a-4f9b-9773-450b02f310b1 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.0515962 Feb 28 22:01:44.636570 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2539515f-3fe0-4643-9c05-c025ffbae3c0 req-58040313-546a-419d-a96b-f9d1c39899da tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Feb 28 22:01:45.750627 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8ca97-ebad-46e4-833d-9b48064e16f5 req-edee0f10-2574-4d32-b700-4c1696fd168c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:45.752075 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-77f8ca97-ebad-46e4-833d-9b48064e16f5 req-edee0f10-2574-4d32-b700-4c1696fd168c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.0515010 Feb 28 22:01:45.801792 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-77f8ca97-ebad-46e4-833d-9b48064e16f5 req-fe12bf7f-935e-4447-b6b2-3f8129dd8b43 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 Feb 28 22:01:45.917568 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0ba2-baab-4fbe-b070-b468746a911f req-1a2a2ea4-75fa-414e-b40e-841e7df23d03 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:45.919013 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7f7e0ba2-baab-4fbe-b070-b468746a911f req-1a2a2ea4-75fa-414e-b40e-841e7df23d03 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Feb 28 22:01:45.967419 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7f7e0ba2-baab-4fbe-b070-b468746a911f req-33ee391e-7397-47cf-96f4-a15d45a4cf83 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Feb 28 22:01:45.989480 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33296) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:01:46.073670 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3538ee23-f401-4bbf-b693-f374e6ababde tempest-TestVolumeBootPattern-1988479948 tempest-TestVolumeBootPattern-1988479948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:46.075239 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-3538ee23-f401-4bbf-b693-f374e6ababde tempest-TestVolumeBootPattern-1988479948 tempest-TestVolumeBootPattern-1988479948-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 1125 time: 0.0847466 Feb 28 22:01:46.078616 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33300) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:01:46.083039 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'port_id': '4dba17c3-6d51-4267-a045-64effd3f695c', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:01:46.159019 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:46.256484 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:46.360012 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Allocated IP 172.27.2.115 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/2b3ac39d-046a-4185-9062-3e4389395463) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:01:46.461203 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (2b3ac39d-046a-4185-9062-3e4389395463), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:46.582258 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (2b3ac39d-046a-4185-9062-3e4389395463), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:46.621837 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:01:46.624712 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:01:46.627448 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:01:46.653177 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=2b3ac39d-046a-4185-9062-3e4389395463,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:47.169701 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (9c1702b6-937f-4c8f-8077-641427e6b9f1), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:47.301306 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (2b3ac39d-046a-4185-9062-3e4389395463), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:47.447570 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (2b3ac39d-046a-4185-9062-3e4389395463), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:47.529833 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (2b3ac39d-046a-4185-9062-3e4389395463), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:47.601978 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=2b3ac39d-046a-4185-9062-3e4389395463,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:01:47.611024 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (9c1702b6-937f-4c8f-8077-641427e6b9f1), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:47.711957 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.l3_db [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Floating IP 9c1702b6-937f-4c8f-8077-641427e6b9f1 associated. External IP: 172.27.2.115, port: 4dba17c3-6d51-4267-a045-64effd3f695c. Feb 28 22:01:47.921542 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:01:48.031537 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:01:48.040848 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:01:48.050428 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:01:48.051052 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:01:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:48.097411 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:01:48.127809 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:01:48.157392 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-8ba10834-d9cc-43aa-ac01-00f9289751d6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0777550 Feb 28 22:01:48.158113 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:01:48.160803 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:01:48.161008 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ebe1a-7a7b-439f-bf5c-86c857589ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:01:48.257119 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a925bb20-161c-41a8-a014-dbb22af1c290 x-openstack-request-id: req-a925bb20-161c-41a8-a014-dbb22af1c290 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:01:48.257709 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:01:48.257709 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a925bb20-161c-41a8-a014-dbb22af1c290 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:01:48.258074 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c', 'status': 'completed', 'code': 200} Feb 28 22:01:48.330252 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-73053eaf-a242-4ff7-8d7a-6a6cf3e6be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:48.332194 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-73053eaf-a242-4ff7-8d7a-6a6cf3e6be95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 1130 time: 0.0442963 Feb 28 22:01:48.388173 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '9c1702b6-937f-4c8f-8077-641427e6b9f1', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '4dba17c3-6d51-4267-a045-64effd3f695c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:1e:ce:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:01:47Z', 'updated_at': '2022-02-28T22:01:47Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:48.416613 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:01:48.422095 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-31228ef0-6681-4138-92c3-9443ffe365de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:48.423542 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-31228ef0-6681-4138-92c3-9443ffe365de service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.0853298 Feb 28 22:01:48.425386 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:01:48.426012 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:01:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:48.487744 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-1699f146-ac40-44da-87e8-f638192595b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dba17c3-6d51-4267-a045-64effd3f695c HTTP/1.1" status: 200 len: 1000 time: 0.0577288 Feb 28 22:01:48.532654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:01:48.538866 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-fc209fe5-7fef-4007-b052-e16a63a935a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:48.540317 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-fc209fe5-7fef-4007-b052-e16a63a935a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0459428 Feb 28 22:01:48.592162 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-58df646e-77f3-4db1-8175-d504233c60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:48.594314 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-58df646e-77f3-4db1-8175-d504233c60ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454671 Feb 28 22:01:48.690549 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-68470713-bdab-4704-91fe-d7ec543e2f1a service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854146 Feb 28 22:01:48.761363 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '9c1702b6-937f-4c8f-8077-641427e6b9f1', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '4dba17c3-6d51-4267-a045-64effd3f695c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:1e:ce:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:01:47Z', 'updated_at': '2022-02-28T22:01:47Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:01:48.783391 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-414ebe1a-7a7b-439f-bf5c-86c857589ca9 req-b12ac286-6c1d-42aa-a6f2-9e3751763a1a service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865829 Feb 28 22:01:48.792233 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9122aa-8efa-4275-a685-eebbf43fe0a1 None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '9c1702b6-937f-4c8f-8077-641427e6b9f1', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '4dba17c3-6d51-4267-a045-64effd3f695c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:1e:ce:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:01:47Z', 'updated_at': '2022-02-28T22:01:47Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:01:48.984740 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbae3f-1822-4fdc-bea1-4940c25a45bb None None] New status for floating IP 9c1702b6-937f-4c8f-8077-641427e6b9f1: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:01:50.491312 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20699a2-4e48-408d-928c-8468246e19a8 req-f10f276d-b7da-4f6b-9125-b5d1bd9628d9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:50.492759 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20699a2-4e48-408d-928c-8468246e19a8 req-f10f276d-b7da-4f6b-9125-b5d1bd9628d9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0515845 Feb 28 22:01:50.537237 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d20699a2-4e48-408d-928c-8468246e19a8 req-811e643e-b3be-4921-a061-1b95bacdf440 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389450 Feb 28 22:01:51.903717 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4902ad-6f99-4c82-905a-d7aac90d61ad req-c4c25d8d-aada-43a5-8a94-054b51362161 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:51.905181 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4d4902ad-6f99-4c82-905a-d7aac90d61ad req-c4c25d8d-aada-43a5-8a94-054b51362161 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.2994113 Feb 28 22:01:51.951741 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4d4902ad-6f99-4c82-905a-d7aac90d61ad req-3abe2d78-0384-4813-b0d6-5bf1fa0e3b54 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403242 Feb 28 22:01:53.072472 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb37e0-0926-4277-9f3b-71b321f3ce35 req-89c312f8-22fd-4d91-ae0e-b1aa82145c60 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:53.073924 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79fb37e0-0926-4277-9f3b-71b321f3ce35 req-89c312f8-22fd-4d91-ae0e-b1aa82145c60 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0522029 Feb 28 22:01:53.119880 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79fb37e0-0926-4277-9f3b-71b321f3ce35 req-08e7bcd7-6de2-4318-be29-ffdc21889821 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 Feb 28 22:01:54.239393 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86ff9-830c-4982-88dc-d3aff04d4451 req-a92b472f-6ad9-42df-bcde-dbbe46cdc741 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:54.240834 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c7c86ff9-830c-4982-88dc-d3aff04d4451 req-a92b472f-6ad9-42df-bcde-dbbe46cdc741 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0545769 Feb 28 22:01:54.285387 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c7c86ff9-830c-4982-88dc-d3aff04d4451 req-4e51f9a6-ea94-41aa-8952-56d6fa7adbb4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392015 Feb 28 22:01:55.410174 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5fa2-4139-49f8-a75f-205fe9cb2a30 req-00c13bfc-022a-44cd-b6c3-4bc750eabbb0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:55.411530 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e0c5fa2-4139-49f8-a75f-205fe9cb2a30 req-00c13bfc-022a-44cd-b6c3-4bc750eabbb0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0529981 Feb 28 22:01:55.457272 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e0c5fa2-4139-49f8-a75f-205fe9cb2a30 req-972a9a90-6940-4ec5-9209-09dacfe234c5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398183 Feb 28 22:01:56.573596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24193730-443c-470c-a5dd-ba9131b82615 req-91009ca6-d6c2-4164-9286-c569733c7930 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:56.575130 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24193730-443c-470c-a5dd-ba9131b82615 req-91009ca6-d6c2-4164-9286-c569733c7930 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0515754 Feb 28 22:01:56.623436 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-24193730-443c-470c-a5dd-ba9131b82615 req-abbd2646-8a3b-491d-85de-121f2fcf5de3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423360 Feb 28 22:01:57.741955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe8be7-fbb3-43c8-a89b-83b8f0d71a79 req-bcb6b35a-d4c4-4f19-b2ef-93b1d2a4ff29 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:57.743455 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d1fe8be7-fbb3-43c8-a89b-83b8f0d71a79 req-bcb6b35a-d4c4-4f19-b2ef-93b1d2a4ff29 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0514493 Feb 28 22:01:57.788057 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d1fe8be7-fbb3-43c8-a89b-83b8f0d71a79 req-2e74b61b-2304-4789-a675-b258caaa6bb5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391955 Feb 28 22:01:58.908642 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68015e8-f389-40e0-8e0d-01664162f158 req-076ec9aa-361a-488a-bc5c-be478a56c6dc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:01:58.910106 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a68015e8-f389-40e0-8e0d-01664162f158 req-076ec9aa-361a-488a-bc5c-be478a56c6dc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0532651 Feb 28 22:01:58.957639 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a68015e8-f389-40e0-8e0d-01664162f158 req-aef0a9da-69dc-4b4c-9962-0095bc3972dd tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407414 Feb 28 22:02:00.086983 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90e0d-c9ab-4b1e-bcad-e760160abf3d req-38ecd410-331c-4392-b5a1-559861958302 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:00.088429 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c8a90e0d-c9ab-4b1e-bcad-e760160abf3d req-38ecd410-331c-4392-b5a1-559861958302 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0597553 Feb 28 22:02:00.138219 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c8a90e0d-c9ab-4b1e-bcad-e760160abf3d req-92003fa1-337f-4f89-bb21-a557b752b966 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 Feb 28 22:02:01.256327 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df44573-1cf9-44b8-bcc2-6c0594b5727c req-eb5f5028-d612-43c2-a38f-1121d447e612 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:01.257769 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7df44573-1cf9-44b8-bcc2-6c0594b5727c req-eb5f5028-d612-43c2-a38f-1121d447e612 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0510056 Feb 28 22:02:01.303830 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7df44573-1cf9-44b8-bcc2-6c0594b5727c req-d1a3e6c9-3f4e-4e61-8f71-6414afeaa9d8 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Feb 28 22:02:02.423124 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79827e-6faf-446f-8f40-eec195db4a64 req-f5557444-738c-43ec-b712-aeee8157e169 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:02.424708 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d79827e-6faf-446f-8f40-eec195db4a64 req-f5557444-738c-43ec-b712-aeee8157e169 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0542684 Feb 28 22:02:02.477251 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d79827e-6faf-446f-8f40-eec195db4a64 req-ce5cbc87-3318-4082-87f2-e24bde88d3e4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471370 Feb 28 22:02:03.608040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e363ec4-8a12-42f6-9b91-72da9935dd21 req-e6928376-7ba2-4105-be3d-0ff7fd475239 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:03.610178 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e363ec4-8a12-42f6-9b91-72da9935dd21 req-e6928376-7ba2-4105-be3d-0ff7fd475239 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0557189 Feb 28 22:02:03.660261 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e363ec4-8a12-42f6-9b91-72da9935dd21 req-0d3f13f7-79b4-4a0e-a9e3-bb40f51c796d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Feb 28 22:02:03.838643 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-eea0636e-2795-4aeb-9eed-4a60bc6f46ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:04.778094 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443d8d0-6306-4879-84e6-227b445fbef3 req-79baa292-611b-49d3-b72b-aa5e9058b53d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:04.779564 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c443d8d0-6306-4879-84e6-227b445fbef3 req-79baa292-611b-49d3-b72b-aa5e9058b53d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0517228 Feb 28 22:02:04.825809 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c443d8d0-6306-4879-84e6-227b445fbef3 req-79a86983-ed7d-49f2-9602-88cf9e921d5a tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397038 Feb 28 22:02:05.525435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d387963-1e29-4b7e-ae6f-008715489497 req-0bfb4c72-59a4-44b1-87df-1eabfaa1888b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:05.526969 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d387963-1e29-4b7e-ae6f-008715489497 req-0bfb4c72-59a4-44b1-87df-1eabfaa1888b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.0582249 Feb 28 22:02:05.573389 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d387963-1e29-4b7e-ae6f-008715489497 req-7010761f-e296-48a2-b749-cd9dd310f617 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Feb 28 22:02:05.960868 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bc02b-3cbe-478d-ae04-9b725f31f927 req-0113e70d-6dfd-41da-a977-9e1db352aafa tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:05.962832 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-159bc02b-3cbe-478d-ae04-9b725f31f927 req-0113e70d-6dfd-41da-a977-9e1db352aafa tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0630414 Feb 28 22:02:06.017221 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-159bc02b-3cbe-478d-ae04-9b725f31f927 req-1a346563-dc3b-41b8-9677-b54719cd51d2 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488665 Feb 28 22:02:06.223516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44369b3b-d0d1-4a0b-a397-12270e5ccc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:06.715484 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348868bb-dbaf-4c00-b482-b7b0cc00472c req-b8c6042c-e510-4daa-b0e2-4bfa6a556c0f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:06.716994 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-348868bb-dbaf-4c00-b482-b7b0cc00472c req-b8c6042c-e510-4daa-b0e2-4bfa6a556c0f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.0641775 Feb 28 22:02:06.769357 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-348868bb-dbaf-4c00-b482-b7b0cc00472c req-8afd5a3e-2bfe-4da7-9373-54c800340cee tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461478 Feb 28 22:02:07.151989 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a358011-c11c-4dc2-8806-8d37680d5c3c req-538dd242-ea15-400c-bfb1-f605f8b9ccd1 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:07.153460 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a358011-c11c-4dc2-8806-8d37680d5c3c req-538dd242-ea15-400c-bfb1-f605f8b9ccd1 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0600157 Feb 28 22:02:07.205641 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7a358011-c11c-4dc2-8806-8d37680d5c3c req-7a34086c-9adc-4716-8675-569a4e6876f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455894 Feb 28 22:02:07.401283 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-a3b86fc4-1874-406a-86ef-f6a8241dd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:07.408748 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-a3b86fc4-1874-406a-86ef-f6a8241dd1f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1129 time: 0.0462360 Feb 28 22:02:07.432719 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:07.514346 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-cc57253d-9c3c-4886-b8b7-14b34a54ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:07.516402 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-cc57253d-9c3c-4886-b8b7-14b34a54ee14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 912 time: 0.0899377 Feb 28 22:02:07.583105 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-5b86eabd-f597-47bb-8092-ab09dc690d8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 200 len: 1000 time: 0.0576518 Feb 28 22:02:07.678221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-a25bf35c-4f1c-41a6-8910-707f908027b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:07.679591 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-a25bf35c-4f1c-41a6-8910-707f908027b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0767844 Feb 28 22:02:07.690887 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-b897dadd-3fb3-49d4-b843-c3768d3c1669 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:07.692208 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-b897dadd-3fb3-49d4-b843-c3768d3c1669 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.0816691 Feb 28 22:02:07.792489 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-4ea8a241-fd30-4353-b3ed-3da753827441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:07.794006 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-4ea8a241-fd30-4353-b3ed-3da753827441 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009212 Feb 28 22:02:07.887771 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Deleting port e1958d7a-12ed-4587-9120-bbf53d6332d7 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:02:07.888115 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:07.985309 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-c8fb49ae-c4d0-45ff-903a-289f7785ef60 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842642 Feb 28 22:02:08.029839 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845545-f71e-42f3-8405-b8c634c9a561 req-7aba0545-0bf3-40a6-9c70-a8291b95f1a4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:08.031915 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78845545-f71e-42f3-8405-b8c634c9a561 req-7aba0545-0bf3-40a6-9c70-a8291b95f1a4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 946 time: 0.1705639 Feb 28 22:02:08.066968 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:08.093106 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] For port e1958d7a-12ed-4587-9120-bbf53d6332d7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e1958d7a-12ed-4587-9120-bbf53d6332d7,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:02:08.093495 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:08.244267 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78845545-f71e-42f3-8405-b8c634c9a561 req-4403e688-4f15-4e9e-8446-cbae602f2d49 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db44196-79b9-4d01-9ff2-20bad5283c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033627 Feb 28 22:02:08.252422 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5025ba83-a9fe-4461-8a93-16f18874c404 req-206796ad-f4b7-4483-b320-8a1fcc5e4208 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577412 Feb 28 22:02:08.398747 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873ab78-efec-4f03-98f0-c42c8abf2032 req-9dc7fa6b-24d9-4648-a291-da76a97f901e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:08.400213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9873ab78-efec-4f03-98f0-c42c8abf2032 req-9dc7fa6b-24d9-4648-a291-da76a97f901e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.1059835 Feb 28 22:02:08.425726 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:08.426126 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (98598687-4d66-4b94-94a3-5f47de012cc0), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:08.426447 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Floating IP 98598687-4d66-4b94-94a3-5f47de012cc0 disassociated. External IP: 172.27.2.146, port: e1958d7a-12ed-4587-9120-bbf53d6332d7. Feb 28 22:02:08.426796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Calling delete_port for e1958d7a-12ed-4587-9120-bbf53d6332d7 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:02:08.497568 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9873ab78-efec-4f03-98f0-c42c8abf2032 req-17dcdb7b-640f-4fe9-ad6b-de289dac1a2e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904946 Feb 28 22:02:08.678410 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (e1958d7a-12ed-4587-9120-bbf53d6332d7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:08.706982 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event deleted for resources: {'Port': ['ID=e1958d7a-12ed-4587-9120-bbf53d6332d7,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:08.747304 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:08.836819 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:02:08.951076 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:02:08.964763 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] Sync routers for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:02:08.975502 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:02:08.976248 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:02:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:08.993625 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] No DVR routers for this DVR port e1958d7a-12ed-4587-9120-bbf53d6332d7 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:02:08.996141 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:08.999468 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3a6fe716-4df8-4ae6-92d0-730de5b9cb01 req-43f0c126-b922-46a2-a793-b43ef73f92f7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "DELETE /v2.0/ports/e1958d7a-12ed-4587-9120-bbf53d6332d7 HTTP/1.1" status: 204 len: 173 time: 1.2993219 Feb 28 22:02:09.000405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-deleted', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:02:09.002802 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532f9b57-8848-4cd1-a583-4dcabe9b3b5d" -d '{"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-deleted", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:02:09.096706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdd6f19-b993-4aa4-98be-b538e1a7944f x-openstack-request-id: req-abdd6f19-b993-4aa4-98be-b538e1a7944f {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:02:09.097573 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5eccaf-0061-4853-85ff-bcb6fcc8de36", "name": "network-vif-deleted", "tag": "e1958d7a-12ed-4587-9120-bbf53d6332d7", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:02:09.098033 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abdd6f19-b993-4aa4-98be-b538e1a7944f {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:02:09.098610 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5eccaf-0061-4853-85ff-bcb6fcc8de36', 'name': 'network-vif-deleted', 'tag': 'e1958d7a-12ed-4587-9120-bbf53d6332d7', 'status': 'completed', 'code': 200} Feb 28 22:02:09.110816 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:02:09.313893 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:09.346574 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] Checking router: 6384ddc5-41dc-4d19-846f-15ef9d67ac09 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:02:09.355026 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:02:09.355642 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:02:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:09.369225 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-09b77c91-b3b3-4e99-8617-148e0a193f6c req-56f29e0d-dcbb-40f7-b15a-3639fd2cd342 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c5eccaf-0061-4853-85ff-bcb6fcc8de36 HTTP/1.1" status: 200 len: 210 time: 0.0439477 Feb 28 22:02:09.467827 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:02:09.624701 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9099975-12e5-4094-8c8f-1468a5da96cb req-cb92a943-f0ba-4d34-93b6-066aa298fbc5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:09.627401 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d9099975-12e5-4094-8c8f-1468a5da96cb req-cb92a943-f0ba-4d34-93b6-066aa298fbc5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0599213 Feb 28 22:02:09.670755 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:09.677279 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d9099975-12e5-4094-8c8f-1468a5da96cb req-98487eae-c8b2-4b95-89fc-4398dc528a2f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 Feb 28 22:02:09.699081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde864be-ba23-43da-b7eb-38b6a9635b06 None None] The sync data for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi is: [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:02:09.969891 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a51b7-137a-4e3b-9ea5-9a5503381b60 None None] New status for floating IP 98598687-4d66-4b94-94a3-5f47de012cc0: DOWN {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:02:10.072546 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:10.548971 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33408) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:10.604952 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (3db44196-79b9-4d01-9ff2-20bad5283c73), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:10.631057 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (3db44196-79b9-4d01-9ff2-20bad5283c73), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:10.764610 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3db44196-79b9-4d01-9ff2-20bad5283c73), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:10.769306 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:10.774927 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "DELETE /v2.0/security-groups/3db44196-79b9-4d01-9ff2-20bad5283c73 HTTP/1.1" status: 204 len: 168 time: 0.2247210 Feb 28 22:02:10.775355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 33412) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:10.787054 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db44196-79b9-4d01-9ff2-20bad5283c73,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:10.792796 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.api.v2.resource [None req-282ce0c4-559e-4dd8-8ee4-6d4b9f72d218 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] show failed (client error): The resource could not be found. Feb 28 22:02:10.796550 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-282ce0c4-559e-4dd8-8ee4-6d4b9f72d218 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups/3db44196-79b9-4d01-9ff2-20bad5283c73 HTTP/1.1" status: 404 len: 347 time: 0.0173976 Feb 28 22:02:10.796722 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.796722 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.796722 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.796722 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.796722 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.797173 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.797173 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.797413 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.797695 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 33414) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:10.798237 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.803742 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.803742 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.803742 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.803742 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b00a3a-33b0-455c-8c68-067cd9bae99f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:10.914261 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931f1a-76f9-4f05-90cb-0599e75e2c3f req-0954be55-31f2-42de-bcd7-f020237a4d18 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:10.915776 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17931f1a-76f9-4f05-90cb-0599e75e2c3f req-0954be55-31f2-42de-bcd7-f020237a4d18 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.1698022 Feb 28 22:02:11.003468 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17931f1a-76f9-4f05-90cb-0599e75e2c3f req-36dade74-1e71-4f5e-b3b7-be8b63e41ca8 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712991 Feb 28 22:02:11.009618 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Deleting port 1cca4851-7024-4186-ace9-e85a2a185d28 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:02:11.009618 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (1cca4851-7024-4186-ace9-e85a2a185d28), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.094131 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (1cca4851-7024-4186-ace9-e85a2a185d28), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.094968 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (1cca4851-7024-4186-ace9-e85a2a185d28), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.106762 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Calling delete_port for 1cca4851-7024-4186-ace9-e85a2a185d28 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:02:11.352923 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (1cca4851-7024-4186-ace9-e85a2a185d28), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.379721 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event deleted for resources: {'Port': ['ID=1cca4851-7024-4186-ace9-e85a2a185d28,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:11.440825 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (98598687-4d66-4b94-94a3-5f47de012cc0), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.443379 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.444522 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1d6d7233-3b18-479a-af17-205656a53481 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "DELETE /v2.0/floatingips/98598687-4d66-4b94-94a3-5f47de012cc0 HTTP/1.1" status: 204 len: 168 time: 0.6454101 Feb 28 22:02:11.679170 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33418) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:11.683874 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-abc28f08-f741-43b9-98d2-3c82661ed9cb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606566718', 'description': 'tempest-description--1976869743'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:02:11.787603 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-abc28f08-f741-43b9-98d2-3c82661ed9cb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.867628 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-abc28f08-f741-43b9-98d2-3c82661ed9cb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (e59e964f-622e-4405-9994-b734e7c61190), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:11.987773 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-abc28f08-f741-43b9-98d2-3c82661ed9cb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e59e964f-622e-4405-9994-b734e7c61190), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.022212 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc28f08-f741-43b9-98d2-3c82661ed9cb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59e964f-622e-4405-9994-b734e7c61190,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:12.097530 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-abc28f08-f741-43b9-98d2-3c82661ed9cb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.101672 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-abc28f08-f741-43b9-98d2-3c82661ed9cb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4187977 Feb 28 22:02:12.101923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33422) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:12.107283 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-486e5eee-b3ff-437b-ae61-58bdd072a53a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'security_group_rule': {'security_group_id': 'e59e964f-622e-4405-9994-b734e7c61190', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:02:12.133254 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b3f5-4638-4121-9ba9-4f6db511ff33 req-fe5c677f-3c7d-49a3-9329-aa90a3650781 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:12.138656 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a990b3f5-4638-4121-9ba9-4f6db511ff33 req-fe5c677f-3c7d-49a3-9329-aa90a3650781 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0558269 Feb 28 22:02:12.184481 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a990b3f5-4638-4121-9ba9-4f6db511ff33 req-847ea4a2-88dc-4989-9a4e-cd696f3a32b5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Feb 28 22:02:12.227676 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-486e5eee-b3ff-437b-ae61-58bdd072a53a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (4f8d3c65-7db2-48a6-8af6-290132b4ae3b), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.281634 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:02:12.294610 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-486e5eee-b3ff-437b-ae61-58bdd072a53a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (4f8d3c65-7db2-48a6-8af6-290132b4ae3b), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.305372 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: e1958d7a-12ed-4587-9120-bbf53d6332d7 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:02:12.310013 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device e1958d7a-12ed-4587-9120-bbf53d6332d7 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:02:12.398051 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-486e5eee-b3ff-437b-ae61-58bdd072a53a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (4f8d3c65-7db2-48a6-8af6-290132b4ae3b), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.417101 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e5eee-b3ff-437b-ae61-58bdd072a53a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8d3c65-7db2-48a6-8af6-290132b4ae3b,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:12.532627 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-486e5eee-b3ff-437b-ae61-58bdd072a53a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.536431 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-486e5eee-b3ff-437b-ae61-58bdd072a53a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307554 Feb 28 22:02:12.536574 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33428) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:12.540903 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-fc52193d-3242-4f81-91cd-7a052aa66fb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'security_group_rule': {'security_group_id': 'e59e964f-622e-4405-9994-b734e7c61190', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:02:12.612233 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c13eb-dc46-42d9-9ca3-90bb1c2d257e req-cfc66cb9-6e39-4d18-a223-8441d3e532a6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:12.613784 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b5c13eb-dc46-42d9-9ca3-90bb1c2d257e req-cfc66cb9-6e39-4d18-a223-8441d3e532a6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0536461 Feb 28 22:02:12.661853 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b5c13eb-dc46-42d9-9ca3-90bb1c2d257e req-2e6d713b-8de6-485c-9d03-e023a5ba5c6d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Feb 28 22:02:12.729119 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc52193d-3242-4f81-91cd-7a052aa66fb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (06f12ba1-91b4-406f-ba2b-18092cb92da0), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.790304 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc52193d-3242-4f81-91cd-7a052aa66fb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (06f12ba1-91b4-406f-ba2b-18092cb92da0), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.822332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-bf8b909f-2ab4-40f0-bcaf-f7f2d6cd743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:12.823820 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-bf8b909f-2ab4-40f0-bcaf-f7f2d6cd743d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1129 time: 0.0485206 Feb 28 22:02:12.913414 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-0febe03e-defb-4ca5-bfeb-d2c386dd924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:12.914919 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-0febe03e-defb-4ca5-bfeb-d2c386dd924c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 912 time: 0.0847623 Feb 28 22:02:12.935302 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc52193d-3242-4f81-91cd-7a052aa66fb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (06f12ba1-91b4-406f-ba2b-18092cb92da0), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:12.956558 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52193d-3242-4f81-91cd-7a052aa66fb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f12ba1-91b4-406f-ba2b-18092cb92da0,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:13.057820 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc52193d-3242-4f81-91cd-7a052aa66fb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:13.059067 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fc52193d-3242-4f81-91cd-7a052aa66fb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5215809 Feb 28 22:02:13.062238 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 33430) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:13.067423 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:02:13.158808 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:13.232626 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-14d72afb-ca3a-4a54-a25c-c7423869db35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 200 len: 1000 time: 0.3110116 Feb 28 22:02:13.261462 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:13.281961 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-a8278a99-32b6-49d5-9f67-5e2e6970e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:13.283581 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-a8278a99-32b6-49d5-9f67-5e2e6970e871 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0436306 Feb 28 22:02:13.331763 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-9174a260-8a3c-40f6-912c-366e8b6378d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:13.333614 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-9174a260-8a3c-40f6-912c-366e8b6378d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436041 Feb 28 22:02:13.371535 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Allocated IP 172.27.2.49 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/bc4c659d-16b9-4ad8-aded-5c389c61ac9a) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:02:13.438719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-d6f7dccc-d378-4442-9f64-c1a02a277a3e service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971639 Feb 28 22:02:13.476776 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:13.535036 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79aa25f9-faf7-42f6-9150-bf717499e6c6 req-f745e8b9-c3fa-4127-9114-8f958dbeaa28 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893466 Feb 28 22:02:13.592865 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:13.635635 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:02:13.638452 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:02:13.642429 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:02:13.647740 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'Port': ['ID=bc4c659d-16b9-4ad8-aded-5c389c61ac9a,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:13.732462 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (81f0675e-da3c-410e-b83c-b3e06ed71dfd), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:13.788068 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66102-b3f8-4752-bc59-c3277a670c85 req-812186c7-e139-4714-981d-1c84e29a9018 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:13.789615 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2aa66102-b3f8-4752-bc59-c3277a670c85 req-812186c7-e139-4714-981d-1c84e29a9018 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0555942 Feb 28 22:02:13.815763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:13.837118 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2aa66102-b3f8-4752-bc59-c3277a670c85 req-2fd04d8a-52a7-40b8-888e-af446f1400c2 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 Feb 28 22:02:13.973467 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:14.055271 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:14.121338 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'Port': ['ID=bc4c659d-16b9-4ad8-aded-5c389c61ac9a,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:14.135131 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (81f0675e-da3c-410e-b83c-b3e06ed71dfd), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:14.206750 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:14.208252 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-bb3b1660-f25f-4a5a-b150-6dca49b45a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1444507 Feb 28 22:02:14.358530 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-f22ab5fe-cf4f-499a-b2af-c6b8eb129f31 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1606566718&fields=id&tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 267 time: 0.0460844 Feb 28 22:02:14.466513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-0b28e0d1-6462-4eba-9d11-3da4e7d8ff08 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:14.467906 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-0b28e0d1-6462-4eba-9d11-3da4e7d8ff08 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 817 time: 0.1024487 Feb 28 22:02:14.485277 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-0fd02db7-c310-415f-9dd6-9aa763c6d14c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/quotas/fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 375 time: 0.0108833 Feb 28 22:02:14.542592 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-5b88ab1e-f8ad-4e9f-a2d6-fb077892780d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519207 Feb 28 22:02:14.686318 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-cecb7fef-8982-41ac-a576-c7f5d916bc78 service neutron] 10.222.0.26 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310303 Feb 28 22:02:14.780556 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-fb1b7280-9c30-4373-b477-fb8f46623497 service neutron] 10.222.0.26 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Feb 28 22:02:14.955465 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5c60c-c1de-4894-a8ea-e8554d8957dc req-c13f8891-502a-40f4-b002-77fd0cfef81a tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:14.957183 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bac5c60c-c1de-4894-a8ea-e8554d8957dc req-c13f8891-502a-40f4-b002-77fd0cfef81a tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0532444 Feb 28 22:02:15.013788 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bac5c60c-c1de-4894-a8ea-e8554d8957dc req-2a96d5aa-66c2-4e83-8ccc-4db75c27572d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475495 Feb 28 22:02:15.067327 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50c34ad3-dbe4-4c71-b90c-0d3f98361c8e req-2334bf21-9bb8-4cbb-868f-20a840ca9310 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 210 time: 0.0307188 Feb 28 22:02:16.165707 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d019dca-fc0b-4a41-b06c-fda291032586 req-573fd512-408e-403f-857b-c72f439e39a5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 210 time: 0.0282943 Feb 28 22:02:17.102066 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-ff08e03c-29a6-40e2-ae77-947c14cf36d6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:17.103503 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-ff08e03c-29a6-40e2-ae77-947c14cf36d6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 817 time: 0.1022260 Feb 28 22:02:17.163615 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-bb1174ee-17f7-46b3-9fba-3f0ed3d51be9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 380 time: 0.0509653 Feb 28 22:02:17.178689 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'port': {'device_id': '28f40735-aa8d-4645-b4ee-3552c4602475', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'admin_state_up': True, 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'security_groups': ['e59e964f-622e-4405-9994-b734e7c61190']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:02:17.273502 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5d81f444-3e7d-4f4c-a7ad-2a45b4a0a5cf req-a3913b35-d2c8-4c79-a50e-6446a5ce5e78 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 210 time: 0.0325055 Feb 28 22:02:17.358361 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Made reservation on behalf of fdca1a6469bf40f180da2e8f5a4b61c6 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:02:17.362552 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:17.488025 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Allocated IP 172.20.0.7 (4aad82d0-b6ca-47ed-babd-a4b5d0132262/8773d8f4-7ce3-4f42-b6ce-46281b8d9603/5d9ee73c-9876-41ea-9e49-53354b320935) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:02:17.620787 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for port (5d9ee73c-9876-41ea-9e49-53354b320935), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:17.684319 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:17.727385 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:02:17.730460 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:02:17.733920 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:02:17.758451 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:17.789678 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:17.790382 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:17.864581 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-79c64a3a-4924-4a72-b6ae-ada37a6e9f3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6891899 Feb 28 22:02:17.879715 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Request body: {'port': {'device_id': '28f40735-aa8d-4645-b4ee-3552c4602475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:02:17.939510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:17.957559 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-14aca7de-07db-46d8-b91d-0fc7564925cf None None] Provisioning complete for port 5d9ee73c-9876-41ea-9e49-53354b320935 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:02:17.958193 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-14aca7de-07db-46d8-b91d-0fc7564925cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:17.994234 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-14aca7de-07db-46d8-b91d-0fc7564925cf None None] Port 5d9ee73c-9876-41ea-9e49-53354b320935 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:02:18.201289 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9ee73c-9876-41ea-9e49-53354b320935 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:02:18.209599 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Publish callbacks [] for port (5d9ee73c-9876-41ea-9e49-53354b320935), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:18.221868 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Transition to ACTIVE for port object 5d9ee73c-9876-41ea-9e49-53354b320935 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:02:18.271933 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:18.322600 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:18.425656 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Attempting to bind port 5d9ee73c-9876-41ea-9e49-53354b320935 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:02:18.425979 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Attempting to bind port 5d9ee73c-9876-41ea-9e49-53354b320935 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:02:18.426398 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Attempting to bind port 5d9ee73c-9876-41ea-9e49-53354b320935 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:02:18.433399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Port 5d9ee73c-9876-41ea-9e49-53354b320935 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:02:18.433718 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Attempting to bind port 5d9ee73c-9876-41ea-9e49-53354b320935 on network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:02:18.444929 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a0cda-5cb0-41c8-90c6-0785255d3caa req-1efad0f9-9d94-45e5-9d2e-111a64245c96 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:18.446478 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc2a0cda-5cb0-41c8-90c6-0785255d3caa req-1efad0f9-9d94-45e5-9d2e-111a64245c96 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0835340 Feb 28 22:02:18.447756 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:02:18.448092 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Checking segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:02:18.448473 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Bound using segment: {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:02:18.448914 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Bound port: 5d9ee73c-9876-41ea-9e49-53354b320935, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:02:18.449274 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:18.538156 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fc2a0cda-5cb0-41c8-90c6-0785255d3caa req-706e0aee-087c-4b0a-bc80-bc0432f25a91 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855098 Feb 28 22:02:18.548422 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:02:18.551403 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:02:18.628211 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:18.685227 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:18.688814 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:18.688934 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] 10.222.0.16 "PUT /v2.0/ports/5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 200 len: 1093 time: 0.8171248 Feb 28 22:02:18.689494 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:02:18.693049 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3715d7e6-99bc-40fb-804e-22d9024d57d1" -d '{"events": [{"name": "network-changed", "server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:02:18.723963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239fe95-7f59-4e42-bae4-c90dea19ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:18.748843 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8165c703-5ebc-4969-8022-44cfbd86f18d x-openstack-request-id: req-8165c703-5ebc-4969-8022-44cfbd86f18d {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:02:18.749216 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:02:18.750239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8165c703-5ebc-4969-8022-44cfbd86f18d {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:02:18.750850 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935', 'status': 'completed', 'code': 200} Feb 28 22:02:18.825687 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715d7e6-99bc-40fb-804e-22d9024d57d1 req-a01f0822-178b-4222-a309-a0e25116fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:18.830359 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3715d7e6-99bc-40fb-804e-22d9024d57d1 req-a01f0822-178b-4222-a309-a0e25116fabc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1127 time: 0.0576398 Feb 28 22:02:18.941698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715d7e6-99bc-40fb-804e-22d9024d57d1 req-f03d1a35-9a63-4f2d-9e70-a8cf920c05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:18.943928 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3715d7e6-99bc-40fb-804e-22d9024d57d1 req-f03d1a35-9a63-4f2d-9e70-a8cf920c05f4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1062849 Feb 28 22:02:19.034878 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715d7e6-99bc-40fb-804e-22d9024d57d1 req-97507b57-ea74-4e52-8887-6fab653444f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:19.036254 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3715d7e6-99bc-40fb-804e-22d9024d57d1 req-97507b57-ea74-4e52-8887-6fab653444f1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863910 Feb 28 22:02:19.122514 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-9aa13074-23e2-4b0a-b877-7aae4330ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:19.124012 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-9aa13074-23e2-4b0a-b877-7aae4330ef66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1127 time: 0.0442808 Feb 28 22:02:19.175158 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-115ff356-ed6b-4fff-ae3a-80bb35d40edc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 200 len: 217 time: 0.0385795 Feb 28 22:02:19.223458 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-399f38c3-ba8d-4866-87b8-51de44e903a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:19.224894 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-399f38c3-ba8d-4866-87b8-51de44e903a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0427687 Feb 28 22:02:19.272310 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-1d15b9d2-7ee4-48f8-b71d-0b2fa0bbe0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:19.273762 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-1d15b9d2-7ee4-48f8-b71d-0b2fa0bbe0e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432634 Feb 28 22:02:19.367429 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-e07dbd62-9bfa-46d3-a5a1-ede91a0dcb43 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Feb 28 22:02:19.451751 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d6d8e693-0477-4c60-865d-37ac3bc020df req-55422ca9-4498-4a49-88ef-58b5d50de0ef service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778465 Feb 28 22:02:19.665463 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6d76-6ee7-404b-b75f-5452a2ab09ca req-a0b13221-1876-425a-a95d-7942b8bedb20 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:19.666958 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec5a6d76-6ee7-404b-b75f-5452a2ab09ca req-a0b13221-1876-425a-a95d-7942b8bedb20 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0554817 Feb 28 22:02:19.714648 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec5a6d76-6ee7-404b-b75f-5452a2ab09ca req-18740cdb-ddcc-462a-93c1-69f0b0dd3ff5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Feb 28 22:02:20.836702 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cd3c1-cfc6-4ff0-b359-f69066cb8455 req-4f0ade90-572e-4dd8-ae8e-e0e3e815c85e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:20.838221 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e19cd3c1-cfc6-4ff0-b359-f69066cb8455 req-4f0ade90-572e-4dd8-ae8e-e0e3e815c85e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0526631 Feb 28 22:02:20.884295 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e19cd3c1-cfc6-4ff0-b359-f69066cb8455 req-b15605d9-aa21-4b14-8320-62e6a075fb07 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Feb 28 22:02:22.009778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b7303-d213-4bd0-bc4a-1c4eabd9ffa0 req-c9cdd7d5-df4d-47e3-b2c3-d1a5603f3c91 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:22.011262 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c6b7303-d213-4bd0-bc4a-1c4eabd9ffa0 req-c9cdd7d5-df4d-47e3-b2c3-d1a5603f3c91 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0547771 Feb 28 22:02:22.056706 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c6b7303-d213-4bd0-bc4a-1c4eabd9ffa0 req-dd4e3bcc-34b2-4373-ac2c-e74a0c54679f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Feb 28 22:02:22.321628 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:02:22.417088 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:02:22.427752 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '5d9ee73c-9876-41ea-9e49-53354b320935', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'port_id': '5d9ee73c-9876-41ea-9e49-53354b320935', 'mac_address': 'fa:16:3e:cd:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:02:22.463958 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:02:22.464340 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:22.476642 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9ee73c-9876-41ea-9e49-53354b320935 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:02:22.495332 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:02:22.615451 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:22.661364 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:22.668212 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.668585 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.668933 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.669269 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.669601 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.669928 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.670293 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.670619 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.670941 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.671780 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.672205 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.672531 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.672854 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:02:22.948002 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['5d9ee73c-9876-41ea-9e49-53354b320935'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:02:23.176720 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d586c5-70e2-46bf-a741-53ca2caf5868 req-73b66516-f8ac-49eb-bc2b-ad987992b789 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:23.178205 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02d586c5-70e2-46bf-a741-53ca2caf5868 req-73b66516-f8ac-49eb-bc2b-ad987992b789 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 944 time: 0.0512593 Feb 28 22:02:23.223740 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02d586c5-70e2-46bf-a741-53ca2caf5868 req-5a6a0642-1c5b-430d-8c91-54d4f2255eee tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 Feb 28 22:02:24.339155 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:02:24.342839 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903da0f7-4ff0-4510-a9a4-5a1d481dbbe5 req-0a26d868-4760-4a8c-9c74-3170c4aa8643 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:24.345014 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-903da0f7-4ff0-4510-a9a4-5a1d481dbbe5 req-0a26d868-4760-4a8c-9c74-3170c4aa8643 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 944 time: 0.0529008 Feb 28 22:02:24.394672 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-903da0f7-4ff0-4510-a9a4-5a1d481dbbe5 req-067eeb4e-037e-4947-b9c3-26bace4212c6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Feb 28 22:02:24.437786 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 5d9ee73c-9876-41ea-9e49-53354b320935 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:02:24.441747 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 5d9ee73c-9876-41ea-9e49-53354b320935 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:02:24.442153 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:24.519634 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:02:24.519942 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:24.541915 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:02:24.544145 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ed32f-eeda-4087-ae36-a14cd6cc70d5" -d '{"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:02:24.556013 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:02:24.620764 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:24.647827 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecfd24-e743-43c7-8575-0cd87939a9cb x-openstack-request-id: req-7fecfd24-e743-43c7-8575-0cd87939a9cb {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:02:24.648180 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:02:24.648439 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fecfd24-e743-43c7-8575-0cd87939a9cb {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:02:24.648826 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935', 'code': 200} Feb 28 22:02:24.674093 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:02:24.929778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc51b2-3a2c-4aba-8bfc-83c13ed0b7ef req-e02ba40f-6359-4f09-bb49-f77a17a3f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:24.931263 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4afc51b2-3a2c-4aba-8bfc-83c13ed0b7ef req-e02ba40f-6359-4f09-bb49-f77a17a3f694 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1129 time: 0.0431244 Feb 28 22:02:24.977587 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4afc51b2-3a2c-4aba-8bfc-83c13ed0b7ef req-0ed46982-1477-4141-aa66-f0e5cf3899e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368938 Feb 28 22:02:25.095803 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:02:25.513532 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb325b2-a401-4925-9f34-5e25a0b1c0e1 req-5d2289ca-db16-432a-9f78-a511510f4eb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:25.515018 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ccb325b2-a401-4925-9f34-5e25a0b1c0e1 req-5d2289ca-db16-432a-9f78-a511510f4eb3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Feb 28 22:02:25.560552 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ccb325b2-a401-4925-9f34-5e25a0b1c0e1 req-ecb46564-87f3-488f-b1da-2c17d8e1bacb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Feb 28 22:02:26.685592 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68034cd-2616-45e7-8946-4ffa75911fa3 req-2b7fcd4e-af0e-45cd-8b11-f8008be38662 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:26.687085 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e68034cd-2616-45e7-8946-4ffa75911fa3 req-2b7fcd4e-af0e-45cd-8b11-f8008be38662 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0554883 Feb 28 22:02:26.733115 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e68034cd-2616-45e7-8946-4ffa75911fa3 req-e978c2f9-45d2-4bf3-a1b4-2bff46c4fc3a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Feb 28 22:02:27.854063 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95d166-cfe7-4fe6-892e-e39272673105 req-3a2c9903-e141-47be-ab1d-a546b44f7546 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:27.855548 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0f95d166-cfe7-4fe6-892e-e39272673105 req-3a2c9903-e141-47be-ab1d-a546b44f7546 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0527174 Feb 28 22:02:27.901355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0f95d166-cfe7-4fe6-892e-e39272673105 req-96cccb8d-1e25-4b00-81aa-bfca23ae1a6d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396879 Feb 28 22:02:28.016627 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb83d5-69a0-4d9f-b596-e7b062c5a0f8 req-127771ae-443b-4a5b-9aed-6c2edc21f4df tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:28.018031 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dddb83d5-69a0-4d9f-b596-e7b062c5a0f8 req-127771ae-443b-4a5b-9aed-6c2edc21f4df tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Feb 28 22:02:28.026372 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 33510) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:02:28.030552 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Request body: {'floatingip': {'port_id': '5d9ee73c-9876-41ea-9e49-53354b320935'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:02:28.071273 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (81f0675e-da3c-410e-b83c-b3e06ed71dfd), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:28.497209 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:28.563465 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (81f0675e-da3c-410e-b83c-b3e06ed71dfd), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:28.663047 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Floating IP 81f0675e-da3c-410e-b83c-b3e06ed71dfd associated. External IP: 172.27.2.49, port: 5d9ee73c-9876-41ea-9e49-53354b320935. Feb 28 22:02:29.114565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:02:29.222498 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:02:29.227313 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:29.232050 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] Sync routers for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:02:29.242216 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:02:29.242763 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:02:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:29.256953 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e9c94a6d-82b7-4091-a3c5-185e851f5887 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "PUT /v2.0/floatingips/81f0675e-da3c-410e-b83c-b3e06ed71dfd HTTP/1.1" status: 200 len: 990 time: 1.2295368 Feb 28 22:02:29.257567 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:02:29.259900 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba" -d '{"events": [{"name": "network-changed", "server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:02:29.300355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95494bb-11b9-401b-aff4-deb87d0ccca1 x-openstack-request-id: req-f95494bb-11b9-401b-aff4-deb87d0ccca1 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:02:29.300355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:02:29.300355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f95494bb-11b9-401b-aff4-deb87d0ccca1 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:02:29.300355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935', 'status': 'completed', 'code': 200} Feb 28 22:02:29.356693 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:02:29.364974 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-7d0fab78-a504-4ce9-a0b3-0f7514a59f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:29.366484 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-7d0fab78-a504-4ce9-a0b3-0f7514a59f22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1129 time: 0.0457573 Feb 28 22:02:29.465481 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-5d0fd1a0-453c-490e-8449-b9f80eac5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:29.466992 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-5d0fd1a0-453c-490e-8449-b9f80eac5f19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.0947449 Feb 28 22:02:29.534011 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-0fb9cd0a-a9fb-4adb-b8f4-b8f56c292e2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 200 len: 998 time: 0.0601852 Feb 28 22:02:29.583393 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-f871c5e2-4828-4167-8f04-6b5215fae160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:29.584881 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-f871c5e2-4828-4167-8f04-6b5215fae160 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0439627 Feb 28 22:02:29.587387 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '81f0675e-da3c-410e-b83c-b3e06ed71dfd', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'port_id': '5d9ee73c-9876-41ea-9e49-53354b320935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'mac_address': 'fa:16:3e:cd:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f40735-aa8d-4645-b4ee-3552c4602475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:02:13Z', 'updated_at': '2022-02-28T22:02:28Z', 'revision_number': 1, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:29.613185 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] Checking router: 6384ddc5-41dc-4d19-846f-15ef9d67ac09 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:02:29.622834 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:02:29.623373 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:02:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:29.641807 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-cd9b633c-a92c-48b6-a130-59a2e37c3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:02:29.643423 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-cd9b633c-a92c-48b6-a130-59a2e37c3e38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525410 Feb 28 22:02:29.732667 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-c4111735-cb2b-4cc4-a026-b970f8e5432a service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824592 Feb 28 22:02:29.735022 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:02:29.840553 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2283b4f8-4ac0-404c-a9fa-bbccb3fdabba req-531a2e01-ab8c-496b-91d2-ddefb2af9122 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984840 Feb 28 22:02:30.104614 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '81f0675e-da3c-410e-b83c-b3e06ed71dfd', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'port_id': '5d9ee73c-9876-41ea-9e49-53354b320935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'mac_address': 'fa:16:3e:cd:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f40735-aa8d-4645-b4ee-3552c4602475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:02:13Z', 'updated_at': '2022-02-28T22:02:28Z', 'revision_number': 1, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:02:30.130955 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a02c8-feac-471d-9e30-9b56d165ffcd None None] The sync data for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi is: [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '81f0675e-da3c-410e-b83c-b3e06ed71dfd', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'floating_ip_address': '172.27.2.49', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'port_id': '5d9ee73c-9876-41ea-9e49-53354b320935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'mac_address': 'fa:16:3e:cd:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f40735-aa8d-4645-b4ee-3552c4602475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:02:13Z', 'updated_at': '2022-02-28T22:02:28Z', 'revision_number': 1, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:02:30.326651 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e4b84-291a-4014-bdb2-35a44d620b3a None None] New status for floating IP 81f0675e-da3c-410e-b83c-b3e06ed71dfd: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:02:33.809321 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c354d06a-e372-4e3f-98ee-9d84a49e5198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:36.231533 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-40111279-c433-448a-92b8-11ed6c1447bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:37.283865 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:38.043279 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:38.740502 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:02:40.089198 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:02.094154 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:03:03.814898 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3a4b-a109-40b3-ab8f-b88718fd797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:06.214402 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9a60a2c9-e351-4490-a28f-91e14c9149ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:07.305963 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:07.614306 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-ff50a92f-a0d7-4c4b-8cba-bf652c606bda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495110 Feb 28 22:03:07.707969 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a93113-1057-45f6-a474-2279c5267fa6 req-8534a29e-ca4c-4970-9b97-c48e80af7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:07.710381 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-8534a29e-ca4c-4970-9b97-c48e80af7d47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1129 time: 0.0498340 Feb 28 22:03:07.829153 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a93113-1057-45f6-a474-2279c5267fa6 req-a5d12779-3a55-4750-a253-308515b7a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:07.831318 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-a5d12779-3a55-4750-a253-308515b7a0e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 912 time: 0.1018002 Feb 28 22:03:07.901363 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-63b430af-4e3b-4095-8c09-6d338acfa230 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 200 len: 1000 time: 0.0638456 Feb 28 22:03:07.960608 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a93113-1057-45f6-a474-2279c5267fa6 req-129e9153-65e5-4a27-b562-29fde2f4eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:07.962090 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-129e9153-65e5-4a27-b562-29fde2f4eb63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0521710 Feb 28 22:03:08.017062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a93113-1057-45f6-a474-2279c5267fa6 req-e16411fd-9de4-4927-9b1e-93473041338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:08.019230 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-e16411fd-9de4-4927-9b1e-93473041338e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500805 Feb 28 22:03:08.094289 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:08.106992 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-a9b8f878-8ce1-4dea-8b12-85e2ae7bd3a5 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814946 Feb 28 22:03:08.198233 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70a93113-1057-45f6-a474-2279c5267fa6 req-0cc7d3b4-b3c2-4496-b1e5-a1b3b92d2dbd service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846555 Feb 28 22:03:08.734483 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:10.088256 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:14.718195 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15256f0d-d6dd-4f99-88b2-e900d4a6451e req-dab40ff9-7f3a-4bf0-b454-ee376d67142d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:14.719704 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-15256f0d-d6dd-4f99-88b2-e900d4a6451e req-dab40ff9-7f3a-4bf0-b454-ee376d67142d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0526214 Feb 28 22:03:14.767357 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-15256f0d-d6dd-4f99-88b2-e900d4a6451e req-606e012c-8b9a-490d-b8dc-87f09ae64190 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 Feb 28 22:03:15.891687 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4231fc-02a2-438a-8e1b-3f6db4e2a6ae req-faa6202a-d88a-4eda-8844-acbce9df06db tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:15.893243 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eb4231fc-02a2-438a-8e1b-3f6db4e2a6ae req-faa6202a-d88a-4eda-8844-acbce9df06db tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0563340 Feb 28 22:03:15.938844 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eb4231fc-02a2-438a-8e1b-3f6db4e2a6ae req-f311d3e6-1524-4f24-b81f-3e2d6c160a02 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396278 Feb 28 22:03:17.058223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67584-0303-43f0-b8d1-2dc4ca358779 req-89366376-3b2e-4276-8616-64cab1d70ed4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:17.059732 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d0c67584-0303-43f0-b8d1-2dc4ca358779 req-89366376-3b2e-4276-8616-64cab1d70ed4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0545123 Feb 28 22:03:17.106565 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d0c67584-0303-43f0-b8d1-2dc4ca358779 req-f3d88c0b-62d4-4672-bf88-77c2f836ac7d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413020 Feb 28 22:03:18.223028 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bba3db-3751-4b9c-b174-a782ff6bca51 req-da0b5838-c258-4f14-a345-0d16a4cec060 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:18.224687 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73bba3db-3751-4b9c-b174-a782ff6bca51 req-da0b5838-c258-4f14-a345-0d16a4cec060 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0532637 Feb 28 22:03:18.273976 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73bba3db-3751-4b9c-b174-a782ff6bca51 req-4f4cc4aa-5257-4098-a948-5144d4f76356 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439315 Feb 28 22:03:19.390565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6794f-6fa5-4bef-a51c-be7026178453 req-dee9c36a-e94b-4690-90a6-aafeabf101cf tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:19.392026 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7e6794f-6fa5-4bef-a51c-be7026178453 req-dee9c36a-e94b-4690-90a6-aafeabf101cf tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0522597 Feb 28 22:03:19.437300 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7e6794f-6fa5-4bef-a51c-be7026178453 req-32d76fd1-08fb-437d-a669-44ee7c8f892e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391469 Feb 28 22:03:20.555564 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0cc4b-ecf7-4882-81d5-83b4d510dd2f req-e60bcb73-a963-4890-9214-984f42c52f11 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:20.557016 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9cf0cc4b-ecf7-4882-81d5-83b4d510dd2f req-e60bcb73-a963-4890-9214-984f42c52f11 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0544469 Feb 28 22:03:20.602516 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9cf0cc4b-ecf7-4882-81d5-83b4d510dd2f req-e1c20311-952c-4828-9510-d9d8327c626c tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401680 Feb 28 22:03:21.723123 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9fd93-0667-40ac-98bd-ee93381e3f05 req-ed76d9d8-1b64-4d66-aa5d-80b061d9d2cb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:21.725250 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61e9fd93-0667-40ac-98bd-ee93381e3f05 req-ed76d9d8-1b64-4d66-aa5d-80b061d9d2cb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0565617 Feb 28 22:03:21.769953 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61e9fd93-0667-40ac-98bd-ee93381e3f05 req-76b4a242-d6aa-400e-86d3-452ff1bfab2d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392976 Feb 28 22:03:22.886966 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc044d-1254-413d-a75d-dd1ae161f4a4 req-50ffb4c6-b9a8-4b97-aafa-62572642b897 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:22.888429 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60fc044d-1254-413d-a75d-dd1ae161f4a4 req-50ffb4c6-b9a8-4b97-aafa-62572642b897 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0516465 Feb 28 22:03:22.934376 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60fc044d-1254-413d-a75d-dd1ae161f4a4 req-e8086051-40b6-4452-b0e6-cacf1231871a tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Feb 28 22:03:24.047873 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f29f3-131c-4890-b4cc-283616530300 req-2d0f1155-56b4-45fa-8c61-39c651a0596e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:24.049308 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d2f29f3-131c-4890-b4cc-283616530300 req-2d0f1155-56b4-45fa-8c61-39c651a0596e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0504291 Feb 28 22:03:24.100540 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d2f29f3-131c-4890-b4cc-283616530300 req-8e2934ae-f371-469e-9d9e-1d1700d7ba61 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452313 Feb 28 22:03:25.219192 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914dfa2-5743-43fd-9e4e-94c94c9d74f3 req-e29ea25e-23ee-41bd-be10-1d5d73b01830 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:25.220642 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4914dfa2-5743-43fd-9e4e-94c94c9d74f3 req-e29ea25e-23ee-41bd-be10-1d5d73b01830 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0525100 Feb 28 22:03:25.267057 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4914dfa2-5743-43fd-9e4e-94c94c9d74f3 req-aca313f2-0269-490a-bd67-2f12b7b40ebc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Feb 28 22:03:25.642448 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3990d8-8d6b-454d-8468-602c7102733b req-01e2ed1e-d104-490d-8c27-fd637f928fa6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:25.644042 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a3990d8-8d6b-454d-8468-602c7102733b req-01e2ed1e-d104-490d-8c27-fd637f928fa6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0533042 Feb 28 22:03:25.690319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a3990d8-8d6b-454d-8468-602c7102733b req-0a622c4c-e44a-4488-8e21-e0899bfa0b66 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Feb 28 22:03:25.778884 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-c9ccf503-b52b-4c42-83c9-4c313423f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:25.780353 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-c9ccf503-b52b-4c42-83c9-4c313423f459 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 1129 time: 0.0481014 Feb 28 22:03:25.870432 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-53a1b7ba-cb8a-46ad-b0d4-4e588e967cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:25.871890 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-53a1b7ba-cb8a-46ad-b0d4-4e588e967cb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 912 time: 0.0832472 Feb 28 22:03:25.938180 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-44469482-d4e7-45bd-ac72-125b1dd51f22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 200 len: 1000 time: 0.0595887 Feb 28 22:03:25.984993 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-330fcec5-fd64-4abf-a817-2c62a74518d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:25.986486 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-330fcec5-fd64-4abf-a817-2c62a74518d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0426192 Feb 28 22:03:26.032535 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-188a0e50-3a0f-4c24-b20c-cd3c199ff7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:26.034018 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-188a0e50-3a0f-4c24-b20c-cd3c199ff7f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419796 Feb 28 22:03:26.123813 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-b8f46a3f-6f6b-40d9-a804-218b99c8a3de service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837767 Feb 28 22:03:26.210380 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98e5466c-8048-4e39-b6fb-fb09d0ac9fdc req-94d5a3b4-4195-424c-92e0-6b2b20400024 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802381 Feb 28 22:03:26.813241 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabedce-b661-474a-8ee9-aa46c4c90498 req-2c1a4bd9-a3c6-4035-b64b-67090d435cb5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:26.814919 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fabedce-b661-474a-8ee9-aa46c4c90498 req-2c1a4bd9-a3c6-4035-b64b-67090d435cb5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0575101 Feb 28 22:03:26.862516 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6fabedce-b661-474a-8ee9-aa46c4c90498 req-1c776506-5022-4259-9b88-e7be8853599e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Feb 28 22:03:27.979317 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7218-499d-4f05-aeef-1e22f20a45ad req-4b0a1349-40b5-47fc-bece-d7865d4a39d2 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:27.980770 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-067a7218-499d-4f05-aeef-1e22f20a45ad req-4b0a1349-40b5-47fc-bece-d7865d4a39d2 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0513296 Feb 28 22:03:28.025156 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-067a7218-499d-4f05-aeef-1e22f20a45ad req-c1006bb9-badd-4adf-8d0b-31fde9f9924b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389338 Feb 28 22:03:33.877197 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8d78ec89-415c-40c0-9e39-817a90cff413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:36.288295 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-fa5977f8-c070-47a1-92ae-f4a2687fe5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:37.305219 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:38.097929 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:38.705580 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:39.094219 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:03:40.065081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:03:46.299306 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb306b-861a-4558-bad9-3b80b16239b8 req-30f1f7d9-996b-403a-9fa1-b5a4b179740f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:46.300768 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9feb306b-861a-4558-bad9-3b80b16239b8 req-30f1f7d9-996b-403a-9fa1-b5a4b179740f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0544946 Feb 28 22:03:46.349945 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9feb306b-861a-4558-bad9-3b80b16239b8 req-af56c6a8-e0fa-434d-83e6-de120cd2ba47 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Feb 28 22:03:47.473530 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98ba24-5016-49fc-9bad-e6b3990adae3 req-39af6b64-b88f-46a6-84c6-aa5f062aa6d1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:47.475021 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc98ba24-5016-49fc-9bad-e6b3990adae3 req-39af6b64-b88f-46a6-84c6-aa5f062aa6d1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Feb 28 22:03:47.520488 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc98ba24-5016-49fc-9bad-e6b3990adae3 req-83004b85-119b-47ce-92b5-0f9bed833dc1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393617 Feb 28 22:03:48.642597 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984b7c5-ab48-4c70-994c-68d8ca977f50 req-dd9a490e-209a-480e-9b1e-14ea70f6dbaa tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:48.644048 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1984b7c5-ab48-4c70-994c-68d8ca977f50 req-dd9a490e-209a-480e-9b1e-14ea70f6dbaa tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Feb 28 22:03:48.694227 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1984b7c5-ab48-4c70-994c-68d8ca977f50 req-01be50fe-dd54-414c-ba3b-b864b7131bc5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 Feb 28 22:03:49.544692 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af174366-5f12-45c2-8807-b52919fd053a req-65e3c6b8-972d-495f-acb9-83f2812ba53f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:49.546177 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af174366-5f12-45c2-8807-b52919fd053a req-65e3c6b8-972d-495f-acb9-83f2812ba53f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Feb 28 22:03:49.596920 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af174366-5f12-45c2-8807-b52919fd053a req-9fbeef02-78d1-4512-bafa-cc8b69a819fd tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Feb 28 22:03:49.817014 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b881325-fb3f-4613-904d-33045a7eb8af req-80d9c266-9a1f-47ea-a72d-f645bff090bf tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:49.818514 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b881325-fb3f-4613-904d-33045a7eb8af req-80d9c266-9a1f-47ea-a72d-f645bff090bf tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Feb 28 22:03:49.863915 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b881325-fb3f-4613-904d-33045a7eb8af req-687c1fca-22c0-457f-a030-b6402d38cf3e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Feb 28 22:03:50.715748 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb02f-be67-4000-8085-bdde074b7236 req-68d42c23-a4d1-4606-b7c5-27200cb67708 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:50.717198 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-932eb02f-be67-4000-8085-bdde074b7236 req-68d42c23-a4d1-4606-b7c5-27200cb67708 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0554097 Feb 28 22:03:50.764650 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-932eb02f-be67-4000-8085-bdde074b7236 req-2979ae5d-51e8-4cdd-9226-579e436d8a8a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Feb 28 22:03:50.982938 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aed35-41ad-4a9b-bbb3-76a16a88fbc7 req-d2a95f4f-010c-4fdc-8873-193d36decd2a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:50.984383 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f47aed35-41ad-4a9b-bbb3-76a16a88fbc7 req-d2a95f4f-010c-4fdc-8873-193d36decd2a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0511220 Feb 28 22:03:51.031380 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f47aed35-41ad-4a9b-bbb3-76a16a88fbc7 req-dffa14de-5778-4ab1-8f87-5d89dbe8cacc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Feb 28 22:03:51.879418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e022bf-0085-4ec9-9f31-551870d9ab69 req-c0916fa4-9e32-40c2-9316-6a4c342ed318 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:51.880863 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-52e022bf-0085-4ec9-9f31-551870d9ab69 req-c0916fa4-9e32-40c2-9316-6a4c342ed318 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0502162 Feb 28 22:03:51.930909 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-52e022bf-0085-4ec9-9f31-551870d9ab69 req-a5fec6d1-3007-4573-869e-b62a15496a75 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Feb 28 22:03:52.152798 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504028e2-f71d-47f1-9072-d9f2e085cac9 req-399ad2b5-6828-4e04-a1ac-c3b81072fee1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:52.154291 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-504028e2-f71d-47f1-9072-d9f2e085cac9 req-399ad2b5-6828-4e04-a1ac-c3b81072fee1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Feb 28 22:03:52.200223 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-504028e2-f71d-47f1-9072-d9f2e085cac9 req-a4a1a485-91a3-4f83-a8d5-5b7d1c2df0b5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Feb 28 22:03:53.046662 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e982a-7269-4367-9a8f-9c955a3f202a req-245f10c1-dba2-41af-9172-d3122226bfaa tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:53.048107 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-373e982a-7269-4367-9a8f-9c955a3f202a req-245f10c1-dba2-41af-9172-d3122226bfaa tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Feb 28 22:03:53.096972 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-373e982a-7269-4367-9a8f-9c955a3f202a req-e32a4b86-ca81-4543-a4d7-a49d5bbcd978 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Feb 28 22:03:53.322626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ac8f2-f0d4-496d-a6d5-9e7d47a51baa req-55e96fe4-0d6e-4521-9b62-980f115a57a2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:53.324075 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e03ac8f2-f0d4-496d-a6d5-9e7d47a51baa req-55e96fe4-0d6e-4521-9b62-980f115a57a2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0544412 Feb 28 22:03:53.369661 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e03ac8f2-f0d4-496d-a6d5-9e7d47a51baa req-54eca59f-e041-4922-8f66-435406c4110e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Feb 28 22:03:54.214383 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead985e-3b37-4df6-a4a7-ecbc7f135411 req-221819bb-6733-4dd7-944d-6a8d84e91204 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:54.215846 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3ead985e-3b37-4df6-a4a7-ecbc7f135411 req-221819bb-6733-4dd7-944d-6a8d84e91204 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0518768 Feb 28 22:03:54.264677 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3ead985e-3b37-4df6-a4a7-ecbc7f135411 req-5e2268d5-a5d0-4d9d-af23-ca1c1c078b2f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413926 Feb 28 22:03:54.495311 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913acf9-a274-4e0b-8e6f-6e1036f1149f req-8ca4b01a-0daf-4f9c-a9e6-8abaa05b1634 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:54.496764 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3913acf9-a274-4e0b-8e6f-6e1036f1149f req-8ca4b01a-0daf-4f9c-a9e6-8abaa05b1634 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0546689 Feb 28 22:03:54.542060 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3913acf9-a274-4e0b-8e6f-6e1036f1149f req-fcd16fbb-b595-45d4-be40-ecc35d40b88d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Feb 28 22:03:55.378539 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645415ca-e0fd-45d2-86c3-5df7e0ba3b4f req-21c3e56a-0b7d-447d-a81d-8d697741a7af tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:55.379887 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-645415ca-e0fd-45d2-86c3-5df7e0ba3b4f req-21c3e56a-0b7d-447d-a81d-8d697741a7af tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0513117 Feb 28 22:03:55.427855 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-645415ca-e0fd-45d2-86c3-5df7e0ba3b4f req-f6be488b-7c46-4403-a2fc-8d006960f3f5 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 Feb 28 22:03:55.661971 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab866b-0864-4d0a-aa4b-c83f49a90ea7 req-2bf90f85-e168-4aa3-8f6c-a6f9e3b97125 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:55.663346 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fab866b-0864-4d0a-aa4b-c83f49a90ea7 req-2bf90f85-e168-4aa3-8f6c-a6f9e3b97125 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0499554 Feb 28 22:03:55.712801 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fab866b-0864-4d0a-aa4b-c83f49a90ea7 req-f8cae2ce-cc6c-4bba-8bd3-2780a86231a4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434053 Feb 28 22:03:56.542884 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4de555-40ef-429f-994a-b08634fa062f req-9bb6baeb-6876-43c8-8ab5-81dc990d34c5 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:56.544327 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c4de555-40ef-429f-994a-b08634fa062f req-9bb6baeb-6876-43c8-8ab5-81dc990d34c5 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0514724 Feb 28 22:03:56.591719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0c4de555-40ef-429f-994a-b08634fa062f req-0798fc27-93bb-47d2-98d8-3176291a218f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 Feb 28 22:03:56.835595 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ea8f5-d7f0-4fa9-9a2e-846807807d57 req-f4c41aff-a324-4ced-a6b8-fd4323772c86 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:56.837139 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-208ea8f5-d7f0-4fa9-9a2e-846807807d57 req-f4c41aff-a324-4ced-a6b8-fd4323772c86 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0533726 Feb 28 22:03:56.883383 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-208ea8f5-d7f0-4fa9-9a2e-846807807d57 req-74d57c27-17d0-4f65-a352-d36961e2a2b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 Feb 28 22:03:57.710309 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ea15-ac2c-4d41-8e8b-c8e3e93284e1 req-d9c34822-28dd-4525-96ce-fda0adeb722f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:57.711997 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b37ea15-ac2c-4d41-8e8b-c8e3e93284e1 req-d9c34822-28dd-4525-96ce-fda0adeb722f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0553303 Feb 28 22:03:57.760260 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b37ea15-ac2c-4d41-8e8b-c8e3e93284e1 req-672e2c56-a4fb-4b84-92c2-eaa3e2414bcf tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Feb 28 22:03:58.002433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544518c-5d33-4a63-9988-b696285c2e56 req-fb40472d-b42d-4195-bfe0-cc95e897fc7e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:58.003880 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6544518c-5d33-4a63-9988-b696285c2e56 req-fb40472d-b42d-4195-bfe0-cc95e897fc7e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Feb 28 22:03:58.049200 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6544518c-5d33-4a63-9988-b696285c2e56 req-749dde46-e358-4df6-841a-8365c6a80218 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391448 Feb 28 22:03:58.874138 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40ea4a-f5ea-4046-9758-37d5e78167ef req-0174cbb2-0321-445a-a397-14ba3f90f561 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:58.875635 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e40ea4a-f5ea-4046-9758-37d5e78167ef req-0174cbb2-0321-445a-a397-14ba3f90f561 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0521121 Feb 28 22:03:58.926712 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9e40ea4a-f5ea-4046-9758-37d5e78167ef req-abbb0d0a-231f-4cf4-bcf0-ce4c43d2a800 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455847 Feb 28 22:03:59.171466 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2142-3ac5-4ced-bfef-228c1a522003 req-f411d88c-3d2a-4bc0-96bf-960ae8838ea9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:59.321469 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e26f2142-3ac5-4ced-bfef-228c1a522003 req-f411d88c-3d2a-4bc0-96bf-960ae8838ea9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0519147 Feb 28 22:03:59.321469 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e26f2142-3ac5-4ced-bfef-228c1a522003 req-d515f949-279e-4bed-a7d7-fd4fb97952b4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Feb 28 22:03:59.778694 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-b9012456-1805-4633-901e-a0a0ab6b6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:59.780164 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-b9012456-1805-4633-901e-a0a0ab6b6034 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41fad17e39fc4970a4688f9d08a37877&device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1130 time: 0.0430591 Feb 28 22:03:59.873478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-0c601a24-e1ec-48fd-af5f-b66663f5afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:59.874966 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-0c601a24-e1ec-48fd-af5f-b66663f5afd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37854532-2a92-4909-8083-a0d68ca427f3 HTTP/1.1" status: 200 len: 909 time: 0.0865738 Feb 28 22:03:59.938452 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-f7bd003c-3bba-478a-899c-989d83b20c60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 200 len: 1001 time: 0.0557177 Feb 28 22:03:59.992002 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-490a07cf-671a-4b66-8786-55a398dfdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:03:59.993465 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-490a07cf-671a-4b66-8786-55a398dfdafd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48e9f5ba-3b55-40ad-9365-5219eca8e685 HTTP/1.1" status: 200 len: 847 time: 0.0481479 Feb 28 22:04:00.074077 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc634-5395-4dd9-b953-332a3b288e5b req-f2563696-e129-465c-a2e6-4b878f5d6ba2 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:00.075562 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-452cc634-5395-4dd9-b953-332a3b288e5b req-f2563696-e129-465c-a2e6-4b878f5d6ba2 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0812221 Feb 28 22:04:00.077316 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-0793c3aa-1d5d-47f5-be65-7cfbe92755a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:00.078699 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-0793c3aa-1d5d-47f5-be65-7cfbe92755a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37854532-2a92-4909-8083-a0d68ca427f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764565 Feb 28 22:04:00.177102 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-452cc634-5395-4dd9-b953-332a3b288e5b req-6667785b-1a53-45f8-850f-7b0ae78a3ac6 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958765 Feb 28 22:04:00.199407 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-08913257-5c55-42cb-8065-a87e41ec6161 service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120729 Feb 28 22:04:00.291825 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57c40ea6-cf3f-4a9e-873b-01912f1cda56 req-ee030b2f-fb0a-4c3b-9004-86ee52673084 service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864203 Feb 28 22:04:00.346484 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccac31-147f-45b5-a978-f4bbd69f5344 req-7f16dcc0-d6f4-4e2f-9ff5-bd15e2fa9cdb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:00.347878 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60ccac31-147f-45b5-a978-f4bbd69f5344 req-7f16dcc0-d6f4-4e2f-9ff5-bd15e2fa9cdb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0526111 Feb 28 22:04:00.393232 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-60ccac31-147f-45b5-a978-f4bbd69f5344 req-a5558366-c306-4293-899d-6af168dccc55 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Feb 28 22:04:01.384042 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89611e95-83ee-4f0c-a686-bba14b10f96a req-da3e80a7-2856-4ecf-96ed-fa60f64a32f3 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:01.384042 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89611e95-83ee-4f0c-a686-bba14b10f96a req-da3e80a7-2856-4ecf-96ed-fa60f64a32f3 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0504408 Feb 28 22:04:01.384042 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-89611e95-83ee-4f0c-a686-bba14b10f96a req-8e060103-21f4-4c1f-a904-1a37fc9d0227 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Feb 28 22:04:01.519065 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34251e73-22f3-4214-9636-825c6eccc38e req-0605bf80-9cd4-420c-8c76-dc8cae32dd3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:01.520713 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34251e73-22f3-4214-9636-825c6eccc38e req-0605bf80-9cd4-420c-8c76-dc8cae32dd3c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0557740 Feb 28 22:04:01.569767 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34251e73-22f3-4214-9636-825c6eccc38e req-33408f61-d01c-4b14-9c26-447f4a31ea3d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Feb 28 22:04:02.458474 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9047-7273-4b00-b082-e31457421a0a req-59701eab-221e-4b90-b149-0d87d0726d2f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:02.459976 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc9e9047-7273-4b00-b082-e31457421a0a req-59701eab-221e-4b90-b149-0d87d0726d2f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0536671 Feb 28 22:04:02.506595 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc9e9047-7273-4b00-b082-e31457421a0a req-42417776-2411-4494-95d3-8573c59a62a4 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Feb 28 22:04:02.698418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831e117-b637-45ec-922d-a876367696f6 req-13cd39b3-ce38-41ec-9e93-a119d4f60ad3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:02.699903 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e831e117-b637-45ec-922d-a876367696f6 req-13cd39b3-ce38-41ec-9e93-a119d4f60ad3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0552197 Feb 28 22:04:02.750329 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e831e117-b637-45ec-922d-a876367696f6 req-dcafba7b-30b0-4fce-ad14-76f8f7228ef0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Feb 28 22:04:03.619639 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207be80-7dab-4d95-8f25-8ac3d3be664d req-94779e34-a228-40fd-9983-5483d7b2c67c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:03.621094 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9207be80-7dab-4d95-8f25-8ac3d3be664d req-94779e34-a228-40fd-9983-5483d7b2c67c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Feb 28 22:04:03.668955 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9207be80-7dab-4d95-8f25-8ac3d3be664d req-ba6bfe2a-3812-4280-8dd5-244b1697cc44 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Feb 28 22:04:03.875459 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea91b8-ce66-4bac-9f3c-d1c9afe32512 req-0e02923c-c4f4-40d3-bdd9-5df26f701637 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:03.876948 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-25ea91b8-ce66-4bac-9f3c-d1c9afe32512 req-0e02923c-c4f4-40d3-bdd9-5df26f701637 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0565751 Feb 28 22:04:03.882185 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7defbd77-7c2a-4ea1-896c-54ddcb3c233a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:03.924856 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-25ea91b8-ce66-4bac-9f3c-d1c9afe32512 req-4cecac04-02b6-410e-89cb-21025ad63db1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Feb 28 22:04:04.170456 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a47487-ffb4-487e-b823-04941aa2b92d req-1e93b77a-7fcf-44ec-a269-71b02572ee2f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:04.171942 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-58a47487-ffb4-487e-b823-04941aa2b92d req-1e93b77a-7fcf-44ec-a269-71b02572ee2f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0589547 Feb 28 22:04:04.244212 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-58a47487-ffb4-487e-b823-04941aa2b92d req-b708d8d5-59ff-4cdf-8cae-921c59e30ed5 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664794 Feb 28 22:04:04.260618 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-fd2c3de8-7d3a-4718-88aa-6794881c7bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0570846 Feb 28 22:04:04.915914 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:04:04.919081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device af185132-893f-4100-a7b2-fd68dc29d007 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:04:05.050445 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe5e25-07a0-427b-a895-70935845bff4 req-d7cb21e0-3d3f-49f2-82ab-0d1da270f951 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:05.051917 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ebe5e25-07a0-427b-a895-70935845bff4 req-d7cb21e0-3d3f-49f2-82ab-0d1da270f951 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0528080 Feb 28 22:04:05.063771 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port af185132-893f-4100-a7b2-fd68dc29d007 is: ACTIVE; New status is: DOWN {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:05.064161 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:05.082258 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:05.100692 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '5d9ee73c-9876-41ea-9e49-53354b320935', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'port_id': '5d9ee73c-9876-41ea-9e49-53354b320935', 'mac_address': 'fa:16:3e:cd:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:04:05.103728 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ebe5e25-07a0-427b-a895-70935845bff4 req-be3b5ef9-8c91-4744-9fdc-32e4c4999292 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Feb 28 22:04:05.107584 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:05.109819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf48da8-abb8-4d33-a189-0d0dea1482f7" -d '{"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-unplugged", "status": "completed", "tag": "af185132-893f-4100-a7b2-fd68dc29d007"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:05.124639 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:05.145288 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8139699-673c-4414-ba5f-30cc50e2ac3b x-openstack-request-id: req-e8139699-673c-4414-ba5f-30cc50e2ac3b {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:05.145583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-unplugged", "status": "failed", "tag": "af185132-893f-4100-a7b2-fd68dc29d007", "code": 422}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:05.145836 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8139699-673c-4414-ba5f-30cc50e2ac3b {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:05.146283 dv-cinder-830901-2-iscsi neutron-server[110030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007', 'code': 422} returned with failed status Feb 28 22:04:05.158157 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: ACTIVE; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:05.158555 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:05.174548 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d9ee73c-9876-41ea-9e49-53354b320935 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:04:05.193285 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:05.207292 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:05.253945 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:05.256396 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=6']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:05.264919 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.265296 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.265659 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.266019 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.266358 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.267738 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.268102 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.268466 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.268811 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.269174 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.269563 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.269893 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.270275 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:05.324840 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=6']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:05.357447 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['5d9ee73c-9876-41ea-9e49-53354b320935'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:04:05.377619 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-a78978bf-a338-4fcf-afd7-c3aac93db311 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:05.379002 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-a78978bf-a338-4fcf-afd7-c3aac93db311 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports/af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 200 len: 941 time: 0.0809813 Feb 28 22:04:05.399233 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff100e36-a075-4ff4-91d1-3555af16269b req-f9945cd3-786a-494f-b8ac-583b1681201c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:05.400951 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ff100e36-a075-4ff4-91d1-3555af16269b req-f9945cd3-786a-494f-b8ac-583b1681201c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0723963 Feb 28 22:04:05.453645 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ff100e36-a075-4ff4-91d1-3555af16269b req-384a020e-5036-4568-afe8-3010da5a067a tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470133 Feb 28 22:04:05.729041 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d234-980f-44da-8a52-b81fc860ad95 req-6f43c757-a80c-4da4-9709-2e69cf45ce1a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:05.730509 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1b36d234-980f-44da-8a52-b81fc860ad95 req-6f43c757-a80c-4da4-9709-2e69cf45ce1a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.0525770 Feb 28 22:04:05.780477 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1b36d234-980f-44da-8a52-b81fc860ad95 req-249afca3-bd7b-4ab8-a8d3-6d5350aefc83 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443087 Feb 28 22:04:06.225191 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4729-99bb-40c6-ac56-08c8cce5a60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:06.226641 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa71d05-1637-459a-a1fc-5af41433b9d4 req-7c50e35e-9c33-4ff4-a2be-a26885345c44 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:06.228678 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7aa71d05-1637-459a-a1fc-5af41433b9d4 req-7c50e35e-9c33-4ff4-a2be-a26885345c44 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 944 time: 0.0518074 Feb 28 22:04:06.275209 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7aa71d05-1637-459a-a1fc-5af41433b9d4 req-b840c7f0-8370-47a2-a905-5eeb7156d6de tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Feb 28 22:04:06.570670 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a61407-a578-40f2-8be5-38ada6c18c95 req-696f3683-89e2-433c-a4ba-df812460592d tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:06.572119 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86a61407-a578-40f2-8be5-38ada6c18c95 req-696f3683-89e2-433c-a4ba-df812460592d tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0516076 Feb 28 22:04:06.619647 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86a61407-a578-40f2-8be5-38ada6c18c95 req-c7e91359-1790-4711-ae7f-59faa886b11c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Feb 28 22:04:06.926265 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:04:06.975915 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 5d9ee73c-9876-41ea-9e49-53354b320935 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:04:06.976295 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:07.062366 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:07.062681 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:07.097252 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:07.147059 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:07.150418 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39e8623-fdee-469c-ac4a-50cddc5ad35e" -d '{"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:07.152274 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43a9e-0427-46ba-ba74-0f8f25d97e12 req-615fde96-5664-4df4-baab-0af800d8ee0c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:07.153955 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f0a43a9e-0427-46ba-ba74-0f8f25d97e12 req-615fde96-5664-4df4-baab-0af800d8ee0c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.3088226 Feb 28 22:04:07.160060 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:07.190785 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad5a119-a7f6-432f-993c-7e43db6ab078 x-openstack-request-id: req-5ad5a119-a7f6-432f-993c-7e43db6ab078 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:07.191111 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:07.191380 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ad5a119-a7f6-432f-993c-7e43db6ab078 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:07.191771 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935', 'code': 200} Feb 28 22:04:07.206482 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f0a43a9e-0427-46ba-ba74-0f8f25d97e12 req-053abff8-d534-4d05-998c-79bfadebca13 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468938 Feb 28 22:04:07.224138 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=7']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:07.316334 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:07.403911 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d8aef-9046-41c6-9b20-7c314eee2aa8 req-0f7ec3d7-2212-45ea-9d8b-13e2282be412 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:07.405383 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c12d8aef-9046-41c6-9b20-7c314eee2aa8 req-0f7ec3d7-2212-45ea-9d8b-13e2282be412 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0580387 Feb 28 22:04:07.457532 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c12d8aef-9046-41c6-9b20-7c314eee2aa8 req-b1b219a7-5521-4a6a-9065-5abf5040c41e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459242 Feb 28 22:04:07.606849 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-ddc65bbd-a511-4e02-aac1-10a71e044e11 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:07.608328 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-ddc65bbd-a511-4e02-aac1-10a71e044e11 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.0608819 Feb 28 22:04:07.787399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325485c4-b4e9-4157-9a26-bf566f99fc8f req-5f14d316-d310-4c65-bb88-4b591185590f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:07.788944 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-325485c4-b4e9-4157-9a26-bf566f99fc8f req-5f14d316-d310-4c65-bb88-4b591185590f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.1000433 Feb 28 22:04:07.880267 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-325485c4-b4e9-4157-9a26-bf566f99fc8f req-f85d924c-f9ba-4be2-a2bc-bdef6081aa33 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689609 Feb 28 22:04:07.889186 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Deleting port 4dba17c3-6d51-4267-a045-64effd3f695c {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:04:07.889538 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:07.996660 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] For port 4dba17c3-6d51-4267-a045-64effd3f695c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=4dba17c3-6d51-4267-a045-64effd3f695c,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:07.997022 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:08.109091 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:08.178953 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:08.179313 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (9c1702b6-937f-4c8f-8077-641427e6b9f1), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:08.179625 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Floating IP 9c1702b6-937f-4c8f-8077-641427e6b9f1 disassociated. External IP: 172.27.2.115, port: 4dba17c3-6d51-4267-a045-64effd3f695c. Feb 28 22:04:08.180452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Calling delete_port for 4dba17c3-6d51-4267-a045-64effd3f695c owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:04:08.356928 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37930-e516-4959-8aa4-3fd903b051ae req-f483c5c4-5132-4874-93a9-c6d96f1fd83d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:08.358442 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9c37930-e516-4959-8aa4-3fd903b051ae req-f483c5c4-5132-4874-93a9-c6d96f1fd83d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 946 time: 0.0674624 Feb 28 22:04:08.406664 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9c37930-e516-4959-8aa4-3fd903b051ae req-23ba943a-ad2b-43cd-9609-73a3ee97624a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 Feb 28 22:04:08.408027 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (4dba17c3-6d51-4267-a045-64effd3f695c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:08.436270 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event deleted for resources: {'Port': ['ID=4dba17c3-6d51-4267-a045-64effd3f695c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:08.447374 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.447737 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.448087 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.448431 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.448767 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.449097 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.449428 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.449761 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.450114 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.450429 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.450759 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.451078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.451398 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:08.649473 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:04:08.670399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8cf94-ede0-47e5-ba5e-0f4ff6b13399 req-73862631-85ff-4248-a626-e5a510079a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:08.672412 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-22b8cf94-ede0-47e5-ba5e-0f4ff6b13399 req-73862631-85ff-4248-a626-e5a510079a76 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.1001923 Feb 28 22:04:08.762284 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:08.862575 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-22b8cf94-ede0-47e5-ba5e-0f4ff6b13399 req-9ca3e58f-a132-4f15-9734-eceb318ad8dd tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380830 Feb 28 22:04:08.901596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:04:08.923180 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:04:08.947870 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:04:08.948547 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:04:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:09.071778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] No DVR routers for this DVR port 4dba17c3-6d51-4267-a045-64effd3f695c on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:04:09.076006 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:09.080371 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7929ad41-d36f-49b5-8c04-0ffe04e82bc0 req-12cc8102-60bf-4aaa-8b81-4a16dd6b0c86 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "DELETE /v2.0/ports/4dba17c3-6d51-4267-a045-64effd3f695c HTTP/1.1" status: 204 len: 173 time: 1.3548679 Feb 28 22:04:09.082096 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'name': 'network-vif-deleted', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:09.085662 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62423f7c-8ba8-41d0-83db-5a4b10ed898a" -d '{"events": [{"server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "name": "network-vif-deleted", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:09.129515 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faa6dd-f003-4830-b476-ca65dd9a98c4 req-6cde406a-634c-4b22-837c-e0a00e1df97c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:09.131547 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88faa6dd-f003-4830-b476-ca65dd9a98c4 req-6cde406a-634c-4b22-837c-e0a00e1df97c tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.1449862 Feb 28 22:04:09.163567 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed674f1-71d1-4a27-b226-0c67faf12cd5 x-openstack-request-id: req-4ed674f1-71d1-4a27-b226-0c67faf12cd5 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:09.169072 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9a34b6-2f6f-4286-89e3-ee42239316a6", "name": "network-vif-deleted", "tag": "4dba17c3-6d51-4267-a045-64effd3f695c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:09.169072 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ed674f1-71d1-4a27-b226-0c67faf12cd5 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:09.169072 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9a34b6-2f6f-4286-89e3-ee42239316a6', 'name': 'network-vif-deleted', 'tag': '4dba17c3-6d51-4267-a045-64effd3f695c', 'status': 'completed', 'code': 200} Feb 28 22:04:09.180216 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:04:09.248185 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88faa6dd-f003-4830-b476-ca65dd9a98c4 req-a23f7083-f6f2-44b9-93ee-fa1ff9b51148 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047764 Feb 28 22:04:09.458247 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:09.493753 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:04:09.505741 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:04:09.506490 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:04:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:09.532158 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-15292181-0376-48b0-b3b3-e26d0febfa15 req-6e0aadfc-7f71-452c-93ab-1109303e136f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 210 time: 0.0292673 Feb 28 22:04:09.647746 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:04:09.893378 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:09.925633 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff494d1-949f-481f-98c0-9b625aac440a None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:04:10.026768 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a251-e680-4d96-961d-729936367597 req-10a6f1ad-6f2d-4d47-a5dc-091e127613e6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:10.034196 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f036a251-e680-4d96-961d-729936367597 req-10a6f1ad-6f2d-4d47-a5dc-091e127613e6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0892615 Feb 28 22:04:10.089855 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f036a251-e680-4d96-961d-729936367597 req-090096ea-d6e4-4c30-939e-5aac545955b0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547380 Feb 28 22:04:10.097224 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:10.238924 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edec5ae6-1b50-4ab6-81ca-be8a9f093d66 None None] New status for floating IP 9c1702b6-937f-4c8f-8077-641427e6b9f1: DOWN {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:04:10.449354 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360bca-d925-46e4-9c06-d1ddd50330ee req-e610e5b6-39e1-45d3-bf13-cba0b3760a7b tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:10.451126 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02360bca-d925-46e4-9c06-d1ddd50330ee req-e610e5b6-39e1-45d3-bf13-cba0b3760a7b tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0796390 Feb 28 22:04:10.517761 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-825b3c28-90fc-4fc4-bbe2-0797c6f62e64 req-f5af8429-e82f-4f6f-bc6c-1734fcad32b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0655081 Feb 28 22:04:10.614108 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02360bca-d925-46e4-9c06-d1ddd50330ee req-5eb787ba-7513-4626-a016-8690d3825c92 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412680 Feb 28 22:04:10.616697 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-825b3c28-90fc-4fc4-bbe2-0797c6f62e64 req-b362c505-c45f-4f47-a673-2883cc2ba41d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1a9a34b6-2f6f-4286-89e3-ee42239316a6 HTTP/1.1" status: 200 len: 210 time: 0.0706048 Feb 28 22:04:10.762281 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b3c28-90fc-4fc4-bbe2-0797c6f62e64 req-86ba1527-0cca-45c5-9786-6d6ddff2ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:10.764007 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-825b3c28-90fc-4fc4-bbe2-0797c6f62e64 req-86ba1527-0cca-45c5-9786-6d6ddff2ce68 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1231909 Feb 28 22:04:10.903774 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-2eec9e92-4dcf-4448-8ed6-e54ad0479d48 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435818110&fields=id&tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 267 time: 0.1051469 Feb 28 22:04:10.965144 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 4dba17c3-6d51-4267-a045-64effd3f695c no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:04:10.974901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b3c28-90fc-4fc4-bbe2-0797c6f62e64 req-bf26f66a-6404-4b88-851d-cd93bb1f90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:10.980633 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-825b3c28-90fc-4fc4-bbe2-0797c6f62e64 req-bf26f66a-6404-4b88-851d-cd93bb1f90cc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081161 Feb 28 22:04:10.989519 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 4dba17c3-6d51-4267-a045-64effd3f695c {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:04:10.990327 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 4dba17c3-6d51-4267-a045-64effd3f695c not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:04:11.089084 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-5e289bf8-2187-4a60-beae-8f2bbc236632 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:11.090663 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-5e289bf8-2187-4a60-beae-8f2bbc236632 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 811 time: 0.1754115 Feb 28 22:04:11.114449 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-0713d410-1475-4766-8367-4c8935f77179 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/quotas/bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 375 time: 0.0172179 Feb 28 22:04:11.185261 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-199163cd-e583-4867-b78e-bc9e7d054fd7 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697501 Feb 28 22:04:11.349914 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f477-b902-4277-bb65-aa5f8cdaa5ba req-6f7761e2-7779-4811-9eab-fe680e8aee89 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:11.351439 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4882f477-b902-4277-bb65-aa5f8cdaa5ba req-6f7761e2-7779-4811-9eab-fe680e8aee89 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.1342430 Feb 28 22:04:11.372159 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-951e01c1-fd36-4d61-b868-7e4c0596c810 service neutron] 10.222.0.26 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733015 Feb 28 22:04:11.497438 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4882f477-b902-4277-bb65-aa5f8cdaa5ba req-10cfedeb-e28e-4c93-9d70-38f89f8faf52 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390119 Feb 28 22:04:11.526212 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-2aa5a77f-b1d7-4d6c-8939-f007db35ad8a service neutron] 10.222.0.26 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439037 Feb 28 22:04:11.622753 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-41184e80-4993-40d6-9b13-86a0bd95749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:11.624417 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-41184e80-4993-40d6-9b13-86a0bd95749f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6&tenant_id=41fad17e39fc4970a4688f9d08a37877 HTTP/1.1" status: 200 len: 1128 time: 0.0522583 Feb 28 22:04:11.725857 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-37a02c22-e55e-4561-ab3c-6bc2a7560593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:11.727933 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-37a02c22-e55e-4561-ab3c-6bc2a7560593 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41fad17e39fc4970a4688f9d08a37877&device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1128 time: 0.0777519 Feb 28 22:04:11.842286 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765802-844a-4bda-90f7-0cbc00b80556 req-79b649d1-0da4-4434-82a7-027e8ead2d17 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:11.843986 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb765802-844a-4bda-90f7-0cbc00b80556 req-79b649d1-0da4-4434-82a7-027e8ead2d17 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.1294801 Feb 28 22:04:11.881257 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-d9d3a920-c185-47cd-8d90-0b96d2cab347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:11.883154 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-d9d3a920-c185-47cd-8d90-0b96d2cab347 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37854532-2a92-4909-8083-a0d68ca427f3 HTTP/1.1" status: 200 len: 909 time: 0.1359632 Feb 28 22:04:11.958095 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb765802-844a-4bda-90f7-0cbc00b80556 req-0eee4da2-6d16-4383-bd18-a796ef976701 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047971 Feb 28 22:04:11.971550 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-241d9b46-f2a2-49bf-b55b-54f63b35d74b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 200 len: 999 time: 0.0820866 Feb 28 22:04:12.022589 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-f8366ea3-89ab-452e-958a-4158b4b54de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:12.025067 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-f8366ea3-89ab-452e-958a-4158b4b54de6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48e9f5ba-3b55-40ad-9365-5219eca8e685 HTTP/1.1" status: 200 len: 847 time: 0.0468078 Feb 28 22:04:12.074582 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-91e2e418-66d7-4b5e-9597-3aa904a6abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:12.076198 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-91e2e418-66d7-4b5e-9597-3aa904a6abc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37854532-2a92-4909-8083-a0d68ca427f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448525 Feb 28 22:04:12.174263 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-ca415556-7430-4b5d-b353-39e794b67c4d service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922141 Feb 28 22:04:12.317151 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc709985-0a5a-4e1e-bd6f-855571984790 req-0a25684b-5474-4eac-b2ad-fa69c7b6668e tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 210 time: 0.0344026 Feb 28 22:04:12.322015 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-392d0663-1af4-44a4-b578-dc93b7143ecb req-7be08d8a-998d-448c-9421-d290c65c9426 service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385045 Feb 28 22:04:12.643294 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b0d5c-7a62-44b7-91de-fa9ec9d1d2df req-df05a083-fe8b-42cc-9a39-e68a6e577e75 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:12.643294 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-315b0d5c-7a62-44b7-91de-fa9ec9d1d2df req-df05a083-fe8b-42cc-9a39-e68a6e577e75 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0570874 Feb 28 22:04:12.698045 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-315b0d5c-7a62-44b7-91de-fa9ec9d1d2df req-ff941e32-32ae-4eab-be84-77f09c63ec90 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498540 Feb 28 22:04:13.096689 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9d2a1-f054-4eb1-ac02-92ef46f1cf77 req-44db1398-42d8-4067-99de-e86abc0e3729 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:13.098409 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e5e9d2a1-f054-4eb1-ac02-92ef46f1cf77 req-44db1398-42d8-4067-99de-e86abc0e3729 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0561075 Feb 28 22:04:13.159428 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e5e9d2a1-f054-4eb1-ac02-92ef46f1cf77 req-c1441846-8d43-4013-83b8-fd6131c9e8a0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535305 Feb 28 22:04:13.442632 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a821505a-c7ae-4612-b5ac-772564df51e0 req-7af17f0f-7cdc-42e2-b2fd-5e9bc1081478 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 210 time: 0.0340176 Feb 28 22:04:13.870245 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257db77f-0b35-41ba-9bc2-20d16f16922c req-dd81cb53-e786-45a5-96b9-a55187bee809 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:13.872333 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-257db77f-0b35-41ba-9bc2-20d16f16922c req-dd81cb53-e786-45a5-96b9-a55187bee809 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0949929 Feb 28 22:04:13.956645 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-257db77f-0b35-41ba-9bc2-20d16f16922c req-ea9b7daa-4988-492a-afdb-5086528fe3fd tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647261 Feb 28 22:04:14.313410 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117e05e-f2f0-4d0c-a99e-73d56002f6f8 req-ee13f0e9-d456-4e48-9011-beb9a6f72628 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:14.314963 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e117e05e-f2f0-4d0c-a99e-73d56002f6f8 req-ee13f0e9-d456-4e48-9011-beb9a6f72628 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0628364 Feb 28 22:04:14.375313 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e117e05e-f2f0-4d0c-a99e-73d56002f6f8 req-601d4b2b-6121-4369-ab68-35c1ee6f09ba tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524833 Feb 28 22:04:14.573600 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c10a2d96-7afa-453e-a8c7-725e342396ac req-a2436d52-9a86-45b2-b3b0-dbea3161f5c7 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 210 time: 0.0376530 Feb 28 22:04:14.688282 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-25f8b3d0-c1f9-49b7-bc95-4a3aea5f15a1 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:14.689785 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-25f8b3d0-c1f9-49b7-bc95-4a3aea5f15a1 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 811 time: 0.1045046 Feb 28 22:04:14.781984 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-ce631b71-ab23-4353-9a84-079c9e76518b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 379 time: 0.0796518 Feb 28 22:04:14.796177 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'port': {'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'admin_state_up': True, 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'security_groups': ['59530cb3-bfb0-4087-a2be-7a971a35f4ac']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:15.071382 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99b41-f12a-47df-ab2a-e6a0905f64a9 req-2583ebb3-385d-4a30-b5fa-80b81543b9b2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:15.072960 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-12a99b41-f12a-47df-ab2a-e6a0905f64a9 req-2583ebb3-385d-4a30-b5fa-80b81543b9b2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0675268 Feb 28 22:04:15.129634 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-12a99b41-f12a-47df-ab2a-e6a0905f64a9 req-6b80d46f-8f65-4933-8c9f-83fa5884d7a7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507309 Feb 28 22:04:15.219338 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Made reservation on behalf of bc0c18f4d6ce4a21ba84b7f544ea90b7 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:04:15.222855 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:15.412354 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Allocated IP 172.20.0.6 (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0/e15518c0-3245-463b-ac21-f541de26d75e/85975ebd-baac-4226-9c5a-0211e36a4bea) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:04:15.593363 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a566a0-06bd-4c4d-862f-978482b07e77 req-7900e9f7-b1fd-4e54-a222-19f50ae50728 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:15.595048 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64a566a0-06bd-4c4d-862f-978482b07e77 req-7900e9f7-b1fd-4e54-a222-19f50ae50728 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.1355901 Feb 28 22:04:15.651105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:15.696655 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64a566a0-06bd-4c4d-862f-978482b07e77 req-5426f148-906f-4ca4-b014-922847a9754e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911372 Feb 28 22:04:15.734126 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dd2832df-e898-42fc-8741-3ba44fbd3282 req-4c647610-d097-404b-94f3-10ab1837ff95 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 210 time: 0.0482569 Feb 28 22:04:15.821057 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:15.881114 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:04:15.885482 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:04:15.899078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:04:15.899078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=85975ebd-baac-4226-9c5a-0211e36a4bea,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:15.981730 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:15.982288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:16.081618 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-a50bbb0f-f2f6-499f-8747-9ab87b486187 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2903728 Feb 28 22:04:16.099558 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:04:16.100862 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Request body: {'port': {'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:16.191359 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-66e8ee38-788b-47a6-a445-86cfdfb4668a None None] Provisioning complete for port 85975ebd-baac-4226-9c5a-0211e36a4bea triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:04:16.192217 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-66e8ee38-788b-47a6-a445-86cfdfb4668a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:16.196846 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:16.244792 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-66e8ee38-788b-47a6-a445-86cfdfb4668a None None] Port 85975ebd-baac-4226-9c5a-0211e36a4bea cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:04:16.391327 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae22d6-b1c5-4e62-8b56-488e46cc641c req-3838cc69-796b-4a71-b64a-2887dc01743b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:16.392961 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcae22d6-b1c5-4e62-8b56-488e46cc641c req-3838cc69-796b-4a71-b64a-2887dc01743b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.1581190 Feb 28 22:04:16.799190 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcae22d6-b1c5-4e62-8b56-488e46cc641c req-346e8ff1-8bd3-4066-b8be-c9cce44b5be8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998134 Feb 28 22:04:16.959617 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85975ebd-baac-4226-9c5a-0211e36a4bea {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:04:16.972372 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Publish callbacks [] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:16.993963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4070-1070-4beb-9573-c94540ebf516 req-d3349691-3eca-48d0-bf9b-d8220e77e8a2 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:16.995545 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86dc4070-1070-4beb-9573-c94540ebf516 req-d3349691-3eca-48d0-bf9b-d8220e77e8a2 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.1603832 Feb 28 22:04:17.006235 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Transition to ACTIVE for port object 85975ebd-baac-4226-9c5a-0211e36a4bea will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:04:17.035637 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372ef32-a05f-460d-8ccc-7af9c6c78f73 req-cb9f4265-e62a-45f6-a92e-3b4a02427b08 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:17.037251 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a372ef32-a05f-460d-8ccc-7af9c6c78f73 req-cb9f4265-e62a-45f6-a92e-3b4a02427b08 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 931 time: 0.1350667 Feb 28 22:04:17.087634 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:17.098043 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86dc4070-1070-4beb-9573-c94540ebf516 req-81d8b314-457a-4b3b-8a7f-965a0b52e000 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930443 Feb 28 22:04:17.176034 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a372ef32-a05f-460d-8ccc-7af9c6c78f73 req-09a33638-170d-437b-a059-72f434f4efe3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252985 Feb 28 22:04:17.181916 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=85975ebd-baac-4226-9c5a-0211e36a4bea,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:17.293536 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Attempting to bind port 85975ebd-baac-4226-9c5a-0211e36a4bea on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:04:17.295133 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Attempting to bind port 85975ebd-baac-4226-9c5a-0211e36a4bea by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:04:17.295582 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Attempting to bind port 85975ebd-baac-4226-9c5a-0211e36a4bea on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:04:17.300642 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Port 85975ebd-baac-4226-9c5a-0211e36a4bea on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:04:17.301263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Attempting to bind port 85975ebd-baac-4226-9c5a-0211e36a4bea on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:04:17.307974 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:04:17.312775 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Checking segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:04:17.313405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Bound using segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:04:17.314025 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Bound port: 85975ebd-baac-4226-9c5a-0211e36a4bea, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:04:17.314641 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:17.422679 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] For port 85975ebd-baac-4226-9c5a-0211e36a4bea, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:04:17.428041 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] For port 85975ebd-baac-4226-9c5a-0211e36a4bea, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=85975ebd-baac-4226-9c5a-0211e36a4bea,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:04:17.497740 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:17.544850 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:17.546266 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:17.547798 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] 10.222.0.16 "PUT /v2.0/ports/85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 200 len: 1093 time: 1.4532676 Feb 28 22:04:17.550650 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:17.564667 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268b533-9c27-457e-a602-2c2845776b44" -d '{"events": [{"name": "network-changed", "server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:17.608507 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53911721-bcfd-49d9-8d43-add87d6ed8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=85975ebd-baac-4226-9c5a-0211e36a4bea,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:17.637778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419811c4-2145-456b-be7f-223989e6c5de x-openstack-request-id: req-419811c4-2145-456b-be7f-223989e6c5de {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:17.638354 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:17.641512 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-419811c4-2145-456b-be7f-223989e6c5de {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:17.641512 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'status': 'completed', 'code': 200} Feb 28 22:04:17.711023 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-58780567-213f-488a-ade9-923422de72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:17.712691 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-58780567-213f-488a-ade9-923422de72ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1127 time: 0.0583756 Feb 28 22:04:17.759459 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-7a3c7aaa-f581-4ba8-b075-c1f665790fc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 200 len: 217 time: 0.0394871 Feb 28 22:04:17.825550 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-4efb894b-2465-4d77-aab5-2b7e6a1b0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:17.827183 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-4efb894b-2465-4d77-aab5-2b7e6a1b0d90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0615053 Feb 28 22:04:17.897417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-8546b488-fa62-448c-b79f-3f2e5e9a569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:17.900085 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-8546b488-fa62-448c-b79f-3f2e5e9a569a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655849 Feb 28 22:04:18.004901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bcfd5-300f-41c0-8330-1e32738e20d0 req-4296d935-fd03-40ac-82b2-1eced3f7efb2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:18.006509 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c70bcfd5-300f-41c0-8330-1e32738e20d0 req-4296d935-fd03-40ac-82b2-1eced3f7efb2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.1212323 Feb 28 22:04:18.036737 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-991d43c9-8495-4a92-a41a-a6b14eb3bc83 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213639 Feb 28 22:04:18.122247 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c70bcfd5-300f-41c0-8330-1e32738e20d0 req-8662ef4b-7dea-491e-bae9-8c83b5bab6aa tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069815 Feb 28 22:04:18.166317 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8b7676e3-4cca-48ae-99ff-fdeaf3a67108 req-657f750b-8252-422a-a461-dde47d8c5355 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223791 Feb 28 22:04:18.271068 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227b41a-02dc-4ce9-99f4-7cb58c92dba1 req-861f0114-bb56-417b-9a55-64850fad915f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:18.271068 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7227b41a-02dc-4ce9-99f4-7cb58c92dba1 req-861f0114-bb56-417b-9a55-64850fad915f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0639923 Feb 28 22:04:18.362961 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7227b41a-02dc-4ce9-99f4-7cb58c92dba1 req-1efd7154-480b-4285-bb67-97d4391830cf tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839891 Feb 28 22:04:18.390789 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28551a-c9bc-4272-8582-056d6aac1745 req-3837502a-c025-4865-9fc6-82b7b2d78ef4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:18.392637 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b28551a-c9bc-4272-8582-056d6aac1745 req-3837502a-c025-4865-9fc6-82b7b2d78ef4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.0936513 Feb 28 22:04:18.503763 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b28551a-c9bc-4272-8582-056d6aac1745 req-caa9465c-7bfc-4ba8-8b9b-dee874abcf1d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015427 Feb 28 22:04:18.510620 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b533-9c27-457e-a602-2c2845776b44 req-52b46e3c-18e0-4204-acea-b93ebfb9385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:18.512047 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7268b533-9c27-457e-a602-2c2845776b44 req-52b46e3c-18e0-4204-acea-b93ebfb9385b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1127 time: 0.1350543 Feb 28 22:04:18.605311 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b533-9c27-457e-a602-2c2845776b44 req-50ed5fdc-35b1-45a3-a5aa-f1564b6fb117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:18.606835 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7268b533-9c27-457e-a602-2c2845776b44 req-50ed5fdc-35b1-45a3-a5aa-f1564b6fb117 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.0861287 Feb 28 22:04:18.651849 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7268b533-9c27-457e-a602-2c2845776b44 req-cc6cf98a-dadb-4c3e-a26b-e1af512014c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 200 len: 217 time: 0.0388529 Feb 28 22:04:18.700665 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b533-9c27-457e-a602-2c2845776b44 req-d2bf360a-ac64-49a7-937a-085b76568fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:18.702224 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7268b533-9c27-457e-a602-2c2845776b44 req-d2bf360a-ac64-49a7-937a-085b76568fdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0444109 Feb 28 22:04:18.763541 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b533-9c27-457e-a602-2c2845776b44 req-9049bcd1-2020-45f7-9532-c100d8058c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:18.765145 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7268b533-9c27-457e-a602-2c2845776b44 req-9049bcd1-2020-45f7-9532-c100d8058c66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560880 Feb 28 22:04:18.887460 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7268b533-9c27-457e-a602-2c2845776b44 req-04c36fb0-6f1b-4679-84c5-34fd074cec3f service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133344 Feb 28 22:04:19.005788 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7268b533-9c27-457e-a602-2c2845776b44 req-96b5a9ac-1d88-45f9-9c8d-fe06b7e6fa70 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118135 Feb 28 22:04:19.287211 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff056c7-47c0-48b6-9ce7-3ce3e79b10d0 req-df65629c-2000-4134-a88e-f4704f7b39ee tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:19.289513 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5ff056c7-47c0-48b6-9ce7-3ce3e79b10d0 req-df65629c-2000-4134-a88e-f4704f7b39ee tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0891588 Feb 28 22:04:19.342864 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5ff056c7-47c0-48b6-9ce7-3ce3e79b10d0 req-1cc0e190-514d-4a5d-a978-c261f841e8f2 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Feb 28 22:04:19.494288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55541c67-e6a3-4f7d-9f78-72077cf568c4 req-52debbaf-4fbd-4b23-905e-f81722ca76ae tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:19.495929 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-55541c67-e6a3-4f7d-9f78-72077cf568c4 req-52debbaf-4fbd-4b23-905e-f81722ca76ae tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.0621710 Feb 28 22:04:19.548012 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-55541c67-e6a3-4f7d-9f78-72077cf568c4 req-f10e4b3b-455c-4181-8486-c8357c5a6f1b tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464237 Feb 28 22:04:19.625037 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc37852-4169-4760-a15c-dca443560c7c req-166b9577-f22d-48aa-a6ea-ca938036f979 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:19.626516 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcc37852-4169-4760-a15c-dca443560c7c req-166b9577-f22d-48aa-a6ea-ca938036f979 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.0530770 Feb 28 22:04:19.679608 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcc37852-4169-4760-a15c-dca443560c7c req-2f4c05c5-88e6-4615-8313-161528c58974 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473878 Feb 28 22:04:20.465167 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c327afd-5618-4bd2-8ca3-df42ea001f82 req-41f1d6df-2535-4539-b8c1-e20e82a8985e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:20.466592 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c327afd-5618-4bd2-8ca3-df42ea001f82 req-41f1d6df-2535-4539-b8c1-e20e82a8985e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0528617 Feb 28 22:04:20.513212 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c327afd-5618-4bd2-8ca3-df42ea001f82 req-d95a2314-0a0a-4c27-9446-1720c18c921d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410750 Feb 28 22:04:20.591498 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811d49-0230-4a28-b952-fa9a1081306d req-0b2f0c7e-efa4-4b0a-befe-26366c8b5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:20.593034 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a811d49-0230-4a28-b952-fa9a1081306d req-0b2f0c7e-efa4-4b0a-befe-26366c8b5c7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1129 time: 0.0449555 Feb 28 22:04:20.719514 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba605da-a718-42ed-a887-9cca82e65d21 req-5547913c-b793-457b-8304-5f39cee07365 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:20.720985 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cba605da-a718-42ed-a887-9cca82e65d21 req-5547913c-b793-457b-8304-5f39cee07365 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 944 time: 0.1049252 Feb 28 22:04:20.723839 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811d49-0230-4a28-b952-fa9a1081306d req-07bcef36-1c0e-4916-80ad-490a1f23a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:20.725176 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a811d49-0230-4a28-b952-fa9a1081306d req-07bcef36-1c0e-4916-80ad-490a1f23a56c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.1261055 Feb 28 22:04:20.850944 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cba605da-a718-42ed-a887-9cca82e65d21 req-2bbd35ae-52af-48a1-b8cc-88bc7993e009 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240814 Feb 28 22:04:20.854121 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a811d49-0230-4a28-b952-fa9a1081306d req-83c2e773-a2fd-4106-b3c2-26dc11aaa6fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 200 len: 1000 time: 0.1207035 Feb 28 22:04:20.875833 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697cc10-50f6-4305-aca1-79bdcb36ddc9 req-cac3a1f8-bb1b-47ba-9715-90903e0be90c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:20.877238 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6697cc10-50f6-4305-aca1-79bdcb36ddc9 req-cac3a1f8-bb1b-47ba-9715-90903e0be90c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.1302664 Feb 28 22:04:20.926939 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811d49-0230-4a28-b952-fa9a1081306d req-66836f14-61aa-481b-b73f-1e05eaf2e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:20.928330 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a811d49-0230-4a28-b952-fa9a1081306d req-66836f14-61aa-481b-b73f-1e05eaf2e3d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0670345 Feb 28 22:04:20.981566 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6697cc10-50f6-4305-aca1-79bdcb36ddc9 req-10800814-96c8-4eaf-b86a-5ec1b5f50652 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856907 Feb 28 22:04:20.997655 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811d49-0230-4a28-b952-fa9a1081306d req-64ee80fb-1901-4469-abc0-5ee68f338b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:20.999157 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a811d49-0230-4a28-b952-fa9a1081306d req-64ee80fb-1901-4469-abc0-5ee68f338b36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647926 Feb 28 22:04:21.003729 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device af185132-893f-4100-a7b2-fd68dc29d007 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:04:21.088486 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a811d49-0230-4a28-b952-fa9a1081306d req-ded87935-8583-46cd-a7cc-b4e73dec4cca service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835891 Feb 28 22:04:21.102370 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:21.113472 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'af185132-893f-4100-a7b2-fd68dc29d007', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'port_id': 'af185132-893f-4100-a7b2-fd68dc29d007', 'mac_address': 'fa:16:3e:53:86:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:04:21.150825 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port af185132-893f-4100-a7b2-fd68dc29d007 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:21.151219 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:21.164460 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af185132-893f-4100-a7b2-fd68dc29d007 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:04:21.180886 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5a811d49-0230-4a28-b952-fa9a1081306d req-72b107f2-753d-4775-b039-26215119383c service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851374 Feb 28 22:04:21.183623 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:21.268193 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:21.313956 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=7']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:21.634763 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536a7b-9070-4a27-ab7f-611c96510fdc req-08e14b54-f4fd-412a-bbd5-b56f93dcfc5c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:21.636240 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c536a7b-9070-4a27-ab7f-611c96510fdc req-08e14b54-f4fd-412a-bbd5-b56f93dcfc5c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0528870 Feb 28 22:04:21.682037 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c536a7b-9070-4a27-ab7f-611c96510fdc req-1d7dbf81-967c-4de7-91b1-d1a53d05781c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Feb 28 22:04:21.683136 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['af185132-893f-4100-a7b2-fd68dc29d007'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:04:21.971100 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e098-42cb-40e4-90b9-3b872ba4ab03 req-087d7817-b8d5-4805-9e89-1f99274a7bc0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:21.972557 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b062e098-42cb-40e4-90b9-3b872ba4ab03 req-087d7817-b8d5-4805-9e89-1f99274a7bc0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 945 time: 0.0548460 Feb 28 22:04:22.021021 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b062e098-42cb-40e4-90b9-3b872ba4ab03 req-2ae82962-22b8-494d-9b08-6b604d00dff3 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Feb 28 22:04:22.096098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b10336-b1fb-434c-9834-11a47b123a14 req-f998bff5-f69e-40ed-879d-0e90b6aad4f0 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:22.097563 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f3b10336-b1fb-434c-9834-11a47b123a14 req-f998bff5-f69e-40ed-879d-0e90b6aad4f0 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.0526416 Feb 28 22:04:22.145160 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f3b10336-b1fb-434c-9834-11a47b123a14 req-3dadbab4-9915-4e2c-a64b-688712ac7eca tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Feb 28 22:04:22.803477 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746e91-b871-480a-97c5-bc68b07e78e3 req-aafac171-3c17-4a05-b7b7-3899faa82825 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:22.805781 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-49746e91-b871-480a-97c5-bc68b07e78e3 req-aafac171-3c17-4a05-b7b7-3899faa82825 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 945 time: 0.0527987 Feb 28 22:04:22.855868 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-49746e91-b871-480a-97c5-bc68b07e78e3 req-9f35dd17-c2ad-4de1-bfa8-687f93014e4a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Feb 28 22:04:23.013854 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device af185132-893f-4100-a7b2-fd68dc29d007 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:04:23.066309 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port af185132-893f-4100-a7b2-fd68dc29d007 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:04:23.066802 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (af185132-893f-4100-a7b2-fd68dc29d007), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:23.142833 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556349f-6e37-4757-ada0-46412acd8739 req-1eed0a25-6ad6-4cda-bdb5-4339009177cc tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:23.144330 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6556349f-6e37-4757-ada0-46412acd8739 req-1eed0a25-6ad6-4cda-bdb5-4339009177cc tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 945 time: 0.0539162 Feb 28 22:04:23.154790 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port af185132-893f-4100-a7b2-fd68dc29d007 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:23.155182 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:23.180639 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:23.183012 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a468e013-3bb3-4819-9cb0-758ffb2a5ef0" -d '{"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-plugged", "status": "completed", "tag": "af185132-893f-4100-a7b2-fd68dc29d007"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:23.195462 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:23.196749 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6556349f-6e37-4757-ada0-46412acd8739 req-d7d70483-09e9-4f5f-8cba-0f6f0b9dd881 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457404 Feb 28 22:04:23.238658 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c27f2f4-c56e-455d-b254-20be7ffe1dd9 x-openstack-request-id: req-7c27f2f4-c56e-455d-b254-20be7ffe1dd9 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:23.238952 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-plugged", "status": "completed", "tag": "af185132-893f-4100-a7b2-fd68dc29d007", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:23.239206 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c27f2f4-c56e-455d-b254-20be7ffe1dd9 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:23.239607 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007', 'code': 200} Feb 28 22:04:23.267927 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63a17-cb3a-4a36-85d0-2f816af5f118 req-3b3a1a20-b895-4797-818a-8a48a77551ee tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:23.269217 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:23.269419 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38d63a17-cb3a-4a36-85d0-2f816af5f118 req-3b3a1a20-b895-4797-818a-8a48a77551ee tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.0543790 Feb 28 22:04:23.270093 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:04:23.318589 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38d63a17-cb3a-4a36-85d0-2f816af5f118 req-e5062c9d-c7a4-4b79-8c58-0b413b1cc324 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 Feb 28 22:04:23.352067 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=8']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:23.393875 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: ACTIVE; New status is: DOWN {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:23.394289 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:23.427015 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:23.522357 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:23.566051 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9a2e-6014-4dfd-a7a0-6aeb9d839dbb req-7e86fbd3-54cd-4322-9749-1232d96c7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:23.567719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95ed9a2e-6014-4dfd-a7a0-6aeb9d839dbb req-7e86fbd3-54cd-4322-9749-1232d96c7442 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1130 time: 0.0466328 Feb 28 22:04:23.571317 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=8']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:23.613352 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95ed9a2e-6014-4dfd-a7a0-6aeb9d839dbb req-41db432c-8541-4a6c-a738-33e09eeb1ef5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391545 Feb 28 22:04:23.979332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec76c-bc7a-4ee7-b9f1-b35fd5de10ac req-dd6d7951-54c7-4440-abdf-29786a8b601c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:23.980800 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2ffec76c-bc7a-4ee7-b9f1-b35fd5de10ac req-dd6d7951-54c7-4440-abdf-29786a8b601c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0541375 Feb 28 22:04:24.028187 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2ffec76c-bc7a-4ee7-b9f1-b35fd5de10ac req-022a688e-d693-49a7-b83e-2d46911bbdaf tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Feb 28 22:04:24.323996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4fab8-07c6-453c-83a2-43d76a17e883 req-4a86836a-8e0c-42d0-b6d8-97b6880f3109 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:24.325453 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9e4fab8-07c6-453c-83a2-43d76a17e883 req-4a86836a-8e0c-42d0-b6d8-97b6880f3109 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0580170 Feb 28 22:04:24.377618 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e9e4fab8-07c6-453c-83a2-43d76a17e883 req-ef4fdea4-8e44-4e9e-af60-68d6a97302a7 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460680 Feb 28 22:04:24.479626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e204ab-57f7-40b2-9198-6f899ba80a25 req-c8065398-dd49-4e7b-8a79-a38c62bfd05c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:24.481118 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1e204ab-57f7-40b2-9198-6f899ba80a25 req-c8065398-dd49-4e7b-8a79-a38c62bfd05c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.0530088 Feb 28 22:04:24.530832 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1e204ab-57f7-40b2-9198-6f899ba80a25 req-f155b7fb-0b78-4e35-8298-8249f8fa0682 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Feb 28 22:04:25.240407 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:25.244713 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5aa805-5ca7-4e79-878a-894066dc4c98" -d '{"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:25.278205 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554bffb5-10b8-4e74-b507-8d847832dd6d x-openstack-request-id: req-554bffb5-10b8-4e74-b507-8d847832dd6d {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:25.278565 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-unplugged", "status": "failed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935", "code": 422}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:25.278909 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-554bffb5-10b8-4e74-b507-8d847832dd6d {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:25.279435 dv-cinder-830901-2-iscsi neutron-server[110030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935', 'code': 422} returned with failed status Feb 28 22:04:25.491877 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121b887-7f0a-459d-86d7-5bb8a3021915 req-db148377-103e-4fc3-9455-6583230d473f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:25.493319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0121b887-7f0a-459d-86d7-5bb8a3021915 req-db148377-103e-4fc3-9455-6583230d473f tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0509119 Feb 28 22:04:25.542374 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0121b887-7f0a-459d-86d7-5bb8a3021915 req-51818328-aa41-407a-9e4b-fb752ab90104 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Feb 28 22:04:25.651488 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0bae-a236-40d8-807f-580668d33961 req-dc1b62b0-6c07-42b2-9a28-48899e174a95 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:25.652954 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cbcd0bae-a236-40d8-807f-580668d33961 req-dc1b62b0-6c07-42b2-9a28-48899e174a95 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.0565500 Feb 28 22:04:25.701419 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cbcd0bae-a236-40d8-807f-580668d33961 req-3f1c5a9d-019f-4ed3-8356-3b7f0ab59db2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Feb 28 22:04:25.993494 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-2c33605e-faa4-4f76-9302-2041f25d7735 req-8bb80204-b1b3-440e-a63e-e5ca92cb1790 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:04:25.995121 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2c33605e-faa4-4f76-9302-2041f25d7735 req-8bb80204-b1b3-440e-a63e-e5ca92cb1790 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058842 Feb 28 22:04:26.822816 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b5578-56f7-44bd-ba0a-da2ae7a0fd35 req-065fc2c3-8b85-48ed-8fe5-ea2b2272baf4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:26.824655 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a56b5578-56f7-44bd-ba0a-da2ae7a0fd35 req-065fc2c3-8b85-48ed-8fe5-ea2b2272baf4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 943 time: 0.0552824 Feb 28 22:04:26.874776 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a56b5578-56f7-44bd-ba0a-da2ae7a0fd35 req-09d302a5-ceab-4e08-9e16-be97bde8b240 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Feb 28 22:04:27.018421 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 85975ebd-baac-4226-9c5a-0211e36a4bea details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:04:27.021541 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:04:27.167639 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: DOWN; New status is: DOWN {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:27.180975 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 85975ebd-baac-4226-9c5a-0211e36a4bea, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=85975ebd-baac-4226-9c5a-0211e36a4bea,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:27.191984 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:04:27.230433 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 85975ebd-baac-4226-9c5a-0211e36a4bea is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:27.230833 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:27.245638 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85975ebd-baac-4226-9c5a-0211e36a4bea {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:04:27.265790 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 85975ebd-baac-4226-9c5a-0211e36a4bea, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=85975ebd-baac-4226-9c5a-0211e36a4bea,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:27.340228 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788d498-7d76-4535-9269-229924e70f4b req-36d80383-54ec-4550-9630-f3b20fbf3f61 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:27.341954 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5788d498-7d76-4535-9269-229924e70f4b req-36d80383-54ec-4550-9630-f3b20fbf3f61 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0577784 Feb 28 22:04:27.350627 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:27.390738 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5788d498-7d76-4535-9269-229924e70f4b req-339a8ba8-9fe6-4d14-8119-a8113100665e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Feb 28 22:04:27.400696 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=85975ebd-baac-4226-9c5a-0211e36a4bea,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:27.629695 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-f2147364-8286-4d20-a7b7-51f969a9b7b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426967 Feb 28 22:04:27.682390 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['85975ebd-baac-4226-9c5a-0211e36a4bea'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:04:27.702872 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-5cd917cc-0380-4c61-b9fe-72ad0f98fe52 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:27.704476 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-5cd917cc-0380-4c61-b9fe-72ad0f98fe52 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports/5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 200 len: 940 time: 0.0479450 Feb 28 22:04:27.991738 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b6c33-93d8-45b1-9edd-0f7ba3e01cfb req-067986e2-1708-45d2-9654-e80e404a475e tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:27.993282 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e88b6c33-93d8-45b1-9edd-0f7ba3e01cfb req-067986e2-1708-45d2-9654-e80e404a475e tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 944 time: 0.0532062 Feb 28 22:04:28.043593 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e88b6c33-93d8-45b1-9edd-0f7ba3e01cfb req-8f59790c-685a-4dd9-bad4-5f191e62cfdb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447443 Feb 28 22:04:28.515082 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e9e87-7302-4dcd-8679-aaeb0e7f1a5d req-da006631-00cd-4623-bc9a-d7dd47a45604 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:28.516568 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a2e9e87-7302-4dcd-8679-aaeb0e7f1a5d req-da006631-00cd-4623-bc9a-d7dd47a45604 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0533779 Feb 28 22:04:28.562102 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8a2e9e87-7302-4dcd-8679-aaeb0e7f1a5d req-db19ac67-d81f-4c48-b823-8e56f65f1213 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Feb 28 22:04:29.033534 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 85975ebd-baac-4226-9c5a-0211e36a4bea up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:04:29.178761 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 85975ebd-baac-4226-9c5a-0211e36a4bea completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:04:29.183229 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 85975ebd-baac-4226-9c5a-0211e36a4bea triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:04:29.183612 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:29.192388 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfdc84-8f49-4323-8598-ac9322ffa05e req-0a897a7a-5f8e-4684-b57d-69f47bd7bc0b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.193848 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-55dfdc84-8f49-4323-8598-ac9322ffa05e req-0a897a7a-5f8e-4684-b57d-69f47bd7bc0b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 944 time: 0.0854206 Feb 28 22:04:29.196413 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-d25a0a50-e1e4-4a8d-bbcf-71543df747ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.198465 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-d25a0a50-e1e4-4a8d-bbcf-71543df747ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475&tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6 HTTP/1.1" status: 200 len: 1127 time: 0.0813744 Feb 28 22:04:29.265502 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 85975ebd-baac-4226-9c5a-0211e36a4bea is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:29.265892 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:29.274548 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-55dfdc84-8f49-4323-8598-ac9322ffa05e req-0d3af63a-2107-47ad-9e15-d2194ede1405 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741601 Feb 28 22:04:29.287705 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-b6b8014d-20c9-41b3-a1f9-f8f5f81794cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.289211 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-b6b8014d-20c9-41b3-a1f9-f8f5f81794cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1127 time: 0.0685322 Feb 28 22:04:29.289328 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:29.291647 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f401f-4561-4e24-af1a-555b9329784c" -d '{"events": [{"server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "name": "network-vif-plugged", "status": "completed", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:29.304748 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 85975ebd-baac-4226-9c5a-0211e36a4bea, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=85975ebd-baac-4226-9c5a-0211e36a4bea,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:29.370420 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df7d697-95aa-4cf3-9c23-ca3d4293a74d x-openstack-request-id: req-9df7d697-95aa-4cf3-9c23-ca3d4293a74d {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:29.370715 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "name": "network-vif-plugged", "status": "completed", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:29.370974 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9df7d697-95aa-4cf3-9c23-ca3d4293a74d {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:29.371367 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'code': 200} Feb 28 22:04:29.384864 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-b95948ec-9d2e-4569-8404-041d990937ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.386621 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-b95948ec-9d2e-4569-8404-041d990937ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.0892799 Feb 28 22:04:29.405020 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:29.451043 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-c11c79b3-1c7e-4406-befb-33251ed1f933 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 200 len: 998 time: 0.0581880 Feb 28 22:04:29.455465 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=85975ebd-baac-4226-9c5a-0211e36a4bea,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:29.505366 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-7e44c122-d7a2-4a29-adde-382c4bfd7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.506843 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-7e44c122-d7a2-4a29-adde-382c4bfd7483 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0442004 Feb 28 22:04:29.560859 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-9d1f8e06-29fe-44ff-9c88-e1532405252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.562369 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-9d1f8e06-29fe-44ff-9c88-e1532405252f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494499 Feb 28 22:04:29.678119 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-b1856fcc-159e-405f-be9d-8fe327610e36 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095111 Feb 28 22:04:29.772132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a4cce-298a-4393-8b42-087039094443 req-db7aa481-4ec5-4321-8def-48d40cd53505 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.773504 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c4a4cce-298a-4393-8b42-087039094443 req-db7aa481-4ec5-4321-8def-48d40cd53505 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.1362333 Feb 28 22:04:29.845353 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9353-9688-4193-bf05-2d66108a64e4 req-d17ecf59-bec8-4bc5-ac58-d974caf49e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:29.846862 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e80d9353-9688-4193-bf05-2d66108a64e4 req-d17ecf59-bec8-4bc5-ac58-d974caf49e0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1129 time: 0.1382675 Feb 28 22:04:29.854063 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-d57b250d-790a-4ae3-a701-22778f442ab0 service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675267 Feb 28 22:04:29.866834 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c4a4cce-298a-4393-8b42-087039094443 req-b43801e0-4d61-4267-b530-7f2a8f1555cc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849898 Feb 28 22:04:29.902518 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e80d9353-9688-4193-bf05-2d66108a64e4 req-c1b16780-c0cb-43c0-8731-24ebdbcb3a9a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450349 Feb 28 22:04:30.397555 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d8a4b-34bb-453c-8eed-46b67be29062 req-c160583d-be56-487a-97fa-54b5eaf4df97 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:30.399152 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-010d8a4b-34bb-453c-8eed-46b67be29062 req-c160583d-be56-487a-97fa-54b5eaf4df97 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0539854 Feb 28 22:04:30.448306 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-010d8a4b-34bb-453c-8eed-46b67be29062 req-96ddcf7f-8609-48e1-8939-83d2db6c0d1f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Feb 28 22:04:30.996953 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c2661-afc2-4105-ad68-eb6df81365b9 req-073b0014-2c9a-47ea-b011-3225406bc2ac tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:31.003854 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e4c2661-afc2-4105-ad68-eb6df81365b9 req-073b0014-2c9a-47ea-b011-3225406bc2ac tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0601089 Feb 28 22:04:31.052154 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0e4c2661-afc2-4105-ad68-eb6df81365b9 req-c8192a82-aaca-4988-8f37-b23f20df8f33 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474422 Feb 28 22:04:31.583101 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c237ff-2b97-46cc-ae88-c98ddf920089 req-c092fe1d-619e-48fd-93c3-1a50c5baf5be tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:31.584663 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34c237ff-2b97-46cc-ae88-c98ddf920089 req-c092fe1d-619e-48fd-93c3-1a50c5baf5be tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0679348 Feb 28 22:04:31.648049 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34c237ff-2b97-46cc-ae88-c98ddf920089 req-3ac8be56-7d88-40fc-a1e3-0ec6c62525e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535252 Feb 28 22:04:32.105971 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fad00a-d7c5-4b7f-93d5-bd290f2b0963 req-d46301c2-62db-4ea6-94ad-c0a5c5586804 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:32.107533 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-44fad00a-d7c5-4b7f-93d5-bd290f2b0963 req-d46301c2-62db-4ea6-94ad-c0a5c5586804 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0586486 Feb 28 22:04:32.440650 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-44fad00a-d7c5-4b7f-93d5-bd290f2b0963 req-73f31508-452d-4b12-980f-cd68aba94d14 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275366 Feb 28 22:04:32.468908 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257f8d4-f0bf-4145-a8b6-3c5bed09c26e req-15e46411-5d47-4d55-95a2-663c13025aa5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:32.470409 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0257f8d4-f0bf-4145-a8b6-3c5bed09c26e req-15e46411-5d47-4d55-95a2-663c13025aa5 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.3373923 Feb 28 22:04:32.517417 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0257f8d4-f0bf-4145-a8b6-3c5bed09c26e req-3d0ed3f9-a80d-43ed-8697-f9f222d30e9f tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415018 Feb 28 22:04:32.772615 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912df2b-7cca-4373-96cd-5a50d978634a req-51e4513c-ccb1-45bf-a18d-6810cc76552f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:32.774251 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8912df2b-7cca-4373-96cd-5a50d978634a req-51e4513c-ccb1-45bf-a18d-6810cc76552f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0532553 Feb 28 22:04:32.826854 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8912df2b-7cca-4373-96cd-5a50d978634a req-12ca1dfd-3fec-4cd4-89a4-eee34431f314 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455961 Feb 28 22:04:33.581281 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63cd3-17c2-4821-b470-ec977e12e5cd req-78627cb5-957e-4ff2-85b6-68ab01431efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:33.583882 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-65d63cd3-17c2-4821-b470-ec977e12e5cd req-78627cb5-957e-4ff2-85b6-68ab01431efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0683010 Feb 28 22:04:33.671014 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-65d63cd3-17c2-4821-b470-ec977e12e5cd req-25b59351-c189-421b-b504-2d34b759e36c tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796497 Feb 28 22:04:33.686171 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44fe3b-10dd-4b8f-844f-dc294beba5f8 req-e33e6f78-8077-4e0c-87ce-ed6de8bd1ae3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:33.687768 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce44fe3b-10dd-4b8f-844f-dc294beba5f8 req-e33e6f78-8077-4e0c-87ce-ed6de8bd1ae3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0902362 Feb 28 22:04:33.736574 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce44fe3b-10dd-4b8f-844f-dc294beba5f8 req-47277796-f625-4518-ade5-a8706dbc152c tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 Feb 28 22:04:33.827682 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-2c78a74d-5656-4e48-908c-dfdb4447a6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:33.952726 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d61ad-1505-4887-b782-58becc347d21 req-2d3c0d95-6588-4b0b-96d5-50e50660d20c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:33.954526 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-659d61ad-1505-4887-b782-58becc347d21 req-2d3c0d95-6588-4b0b-96d5-50e50660d20c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0552051 Feb 28 22:04:34.013920 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-659d61ad-1505-4887-b782-58becc347d21 req-86c14329-3d15-48e8-b776-6278a2d5be51 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493445 Feb 28 22:04:34.798444 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95178854-44da-4f12-b7be-736faac47a9c req-c5e53153-4cf3-43a1-9b82-454d6dd0a1d6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:34.800159 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95178854-44da-4f12-b7be-736faac47a9c req-c5e53153-4cf3-43a1-9b82-454d6dd0a1d6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0561035 Feb 28 22:04:34.882959 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-95178854-44da-4f12-b7be-736faac47a9c req-289b1fc6-a984-4a51-99ce-c0404d28c696 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766850 Feb 28 22:04:34.898089 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57de92-112e-45d7-9aec-57f27a75e614 req-13357092-d085-4d95-bf6a-c134b0fdbbfc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:34.901828 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0f57de92-112e-45d7-9aec-57f27a75e614 req-13357092-d085-4d95-bf6a-c134b0fdbbfc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0880294 Feb 28 22:04:34.950626 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0f57de92-112e-45d7-9aec-57f27a75e614 req-53eae445-78b9-49c6-bb77-1f1638e53040 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437489 Feb 28 22:04:35.152899 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ed72f-e298-4a4d-b952-0a0ea81bb0ee req-3604aaf8-5e98-48e7-b79a-d946928d9045 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:35.154399 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c22ed72f-e298-4a4d-b952-0a0ea81bb0ee req-3604aaf8-5e98-48e7-b79a-d946928d9045 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0608933 Feb 28 22:04:35.255937 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c22ed72f-e298-4a4d-b952-0a0ea81bb0ee req-6256929e-bb87-42fe-8491-c0f953f45617 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468385 Feb 28 22:04:36.039335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a99a48-4e4e-4e68-a86c-d62779a6bab3 req-057aadf2-4251-43b3-b040-959d431b7818 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:36.041021 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-21a99a48-4e4e-4e68-a86c-d62779a6bab3 req-057aadf2-4251-43b3-b040-959d431b7818 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0797777 Feb 28 22:04:36.128648 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b2223-3e03-4e4c-a737-2b9697a98cbc req-2dadc32c-a34a-4485-83fd-b565d10cffc4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:36.130225 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a71b2223-3e03-4e4c-a737-2b9697a98cbc req-2dadc32c-a34a-4485-83fd-b565d10cffc4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0880899 Feb 28 22:04:36.139030 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-21a99a48-4e4e-4e68-a86c-d62779a6bab3 req-308b7575-4056-4be9-b184-35023a04d508 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878704 Feb 28 22:04:36.219738 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a71b2223-3e03-4e4c-a737-2b9697a98cbc req-d10a19df-8f66-475a-b2a1-1cb8e895d780 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795586 Feb 28 22:04:36.245602 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8139498f-0288-403e-a501-f984e6afc2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:36.521896 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcecb57-a226-4797-ac86-abbe0ee875ff req-7d53388d-1240-4a97-b505-ea8c00310d81 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:36.523320 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcecb57-a226-4797-ac86-abbe0ee875ff req-7d53388d-1240-4a97-b505-ea8c00310d81 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.2071431 Feb 28 22:04:36.589709 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fcecb57-a226-4797-ac86-abbe0ee875ff req-e3ac6e4d-3a93-4aba-9e6e-f769c7de6061 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597818 Feb 28 22:04:37.287177 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fc600-e27f-40c3-881b-8947965deece req-c8d49908-3171-451a-95c5-55f84e068933 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:37.297856 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-663fc600-e27f-40c3-881b-8947965deece req-c8d49908-3171-451a-95c5-55f84e068933 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0694218 Feb 28 22:04:37.359420 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-663fc600-e27f-40c3-881b-8947965deece req-52c97f07-f1fe-4564-ba5b-6e6cf1e042ea tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615768 Feb 28 22:04:37.390129 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:37.418765 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e196-e821-4ac2-92fe-393cec2ad203 req-8d30c899-2d2d-4fca-b316-502edc6a8c9d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:37.423755 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d040e196-e821-4ac2-92fe-393cec2ad203 req-8d30c899-2d2d-4fca-b316-502edc6a8c9d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.1164911 Feb 28 22:04:37.469185 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d040e196-e821-4ac2-92fe-393cec2ad203 req-b78c7862-8216-4f4c-95fc-775c54a95cfc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Feb 28 22:04:37.710889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f309f-df3a-40b9-acce-f9e017197e63 req-1d35e7c8-dd22-4008-a133-1d266c57df4f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:37.712387 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f87f309f-df3a-40b9-acce-f9e017197e63 req-1d35e7c8-dd22-4008-a133-1d266c57df4f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0559015 Feb 28 22:04:37.764333 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f87f309f-df3a-40b9-acce-f9e017197e63 req-2cff76c3-1480-466c-9350-6fd29bddd8a3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454862 Feb 28 22:04:38.087946 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:38.483799 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040f1f6-3c7f-42f8-9bbd-816d44ad0c95 req-466ecf8e-3561-4b54-8e8b-24b8d90c9dc6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:38.485301 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c040f1f6-3c7f-42f8-9bbd-816d44ad0c95 req-466ecf8e-3561-4b54-8e8b-24b8d90c9dc6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0583045 Feb 28 22:04:38.543384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c040f1f6-3c7f-42f8-9bbd-816d44ad0c95 req-4c764c68-89dc-4d23-be1b-97aed171154c tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523362 Feb 28 22:04:38.608310 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0149ea7-6cd5-4c44-ba21-8e5b728207dd req-1f12e24c-2187-42bf-bb12-bbdae50195e8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:38.609837 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0149ea7-6cd5-4c44-ba21-8e5b728207dd req-1f12e24c-2187-42bf-bb12-bbdae50195e8 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0559695 Feb 28 22:04:38.662174 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0149ea7-6cd5-4c44-ba21-8e5b728207dd req-93a556a1-2619-4293-9ffc-75d5d07563fa tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Feb 28 22:04:38.747396 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:38.894515 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5363bb-c2f7-450e-b015-45de0b3e1a3d req-080788dd-b489-45d7-9a9d-3616876852d3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:38.896039 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-db5363bb-c2f7-450e-b015-45de0b3e1a3d req-080788dd-b489-45d7-9a9d-3616876852d3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0599799 Feb 28 22:04:38.950979 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-db5363bb-c2f7-450e-b015-45de0b3e1a3d req-101f1a13-e1e1-442e-a71d-509227977f28 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489168 Feb 28 22:04:39.671182 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69f62-e465-429f-a986-1bac41447140 req-f9b1d658-9f8b-49ff-8e5e-b5acc4de078d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:39.673508 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03f69f62-e465-429f-a986-1bac41447140 req-f9b1d658-9f8b-49ff-8e5e-b5acc4de078d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0571570 Feb 28 22:04:39.730370 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-03f69f62-e465-429f-a986-1bac41447140 req-1ae4c41f-eaa5-457d-bdc9-f14c55d6c837 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513186 Feb 28 22:04:39.797196 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42a5a1-12a2-4366-8df2-cf7b736ecf84 req-8c195e45-c157-49b3-834a-1dd01b5fa120 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:39.798950 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e42a5a1-12a2-4366-8df2-cf7b736ecf84 req-8c195e45-c157-49b3-834a-1dd01b5fa120 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0554347 Feb 28 22:04:39.849003 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e42a5a1-12a2-4366-8df2-cf7b736ecf84 req-39c2a021-4861-47ba-9861-6c0e34f8854d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443089 Feb 28 22:04:40.080034 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6488bbc-64c4-4816-a267-2e1d952b5bca req-20eb908e-b4e2-418e-a2bf-0417b2d48dcb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:40.081527 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b6488bbc-64c4-4816-a267-2e1d952b5bca req-20eb908e-b4e2-418e-a2bf-0417b2d48dcb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0621035 Feb 28 22:04:40.090755 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:40.142419 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b6488bbc-64c4-4816-a267-2e1d952b5bca req-f3229cae-2014-401c-8d01-0b51487f49ba tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549357 Feb 28 22:04:40.849862 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57776918-c520-4537-877a-0eee91172f73 req-13dc610b-7549-4bd6-8d6f-b78eb6ef1160 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:40.851385 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57776918-c520-4537-877a-0eee91172f73 req-13dc610b-7549-4bd6-8d6f-b78eb6ef1160 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0531421 Feb 28 22:04:40.900545 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-57776918-c520-4537-877a-0eee91172f73 req-c9d760cf-8145-47a0-b3c5-cbe4c04514a6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Feb 28 22:04:40.971569 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e6c1b-5ca7-493c-9823-f8bf2cde46f6 req-85d4954a-84e2-4522-8ebf-b2be1872c322 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:40.973061 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af3e6c1b-5ca7-493c-9823-f8bf2cde46f6 req-85d4954a-84e2-4522-8ebf-b2be1872c322 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0520351 Feb 28 22:04:41.022953 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af3e6c1b-5ca7-493c-9823-f8bf2cde46f6 req-d9ad6d00-d108-43c8-b382-7c07a69b82a6 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Feb 28 22:04:41.258893 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8a8e4-8351-4700-bcfa-78e8749341a5 req-55d99750-9616-45f9-8b0f-45f2a969ad13 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:41.261391 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aae8a8e4-8351-4700-bcfa-78e8749341a5 req-55d99750-9616-45f9-8b0f-45f2a969ad13 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0526140 Feb 28 22:04:41.309864 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aae8a8e4-8351-4700-bcfa-78e8749341a5 req-1bc8eb9c-2ddc-486b-89ee-643d9301c5a8 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430164 Feb 28 22:04:42.021530 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533cf4-8dcf-4b58-937e-1a5ea3aa5a88 req-a84c64ea-af91-4221-876f-2b71650b51c3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:42.023033 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b1533cf4-8dcf-4b58-937e-1a5ea3aa5a88 req-a84c64ea-af91-4221-876f-2b71650b51c3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0537980 Feb 28 22:04:42.070614 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b1533cf4-8dcf-4b58-937e-1a5ea3aa5a88 req-62a38abc-32a9-40a1-856f-9d885ff41d0f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 Feb 28 22:04:42.149106 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e857711-316c-44ba-96c2-3d674c093932 req-7b6b7f99-33ac-4bf2-a886-58aa56405cc4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:42.151629 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e857711-316c-44ba-96c2-3d674c093932 req-7b6b7f99-33ac-4bf2-a886-58aa56405cc4 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0578666 Feb 28 22:04:42.200840 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8e857711-316c-44ba-96c2-3d674c093932 req-9b002f77-81af-4f40-b184-8ad4e79cb597 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Feb 28 22:04:42.425223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161947a0-3f5d-4f50-b97f-7123128178f7 req-53b6609b-e612-4b19-ba5c-c5d42bb02413 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:42.426657 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-161947a0-3f5d-4f50-b97f-7123128178f7 req-53b6609b-e612-4b19-ba5c-c5d42bb02413 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0531967 Feb 28 22:04:42.475348 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-161947a0-3f5d-4f50-b97f-7123128178f7 req-3e37d6cc-0fe8-422f-825b-1069408632f1 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Feb 28 22:04:43.192407 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9649a35-100e-4074-8037-342f70b6c2b8 req-4f766546-cc46-4aa7-a007-02d224c03404 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:43.193867 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9649a35-100e-4074-8037-342f70b6c2b8 req-4f766546-cc46-4aa7-a007-02d224c03404 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0552070 Feb 28 22:04:43.240447 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9649a35-100e-4074-8037-342f70b6c2b8 req-f30893ba-8234-4753-8c21-d948586d4d9f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410626 Feb 28 22:04:43.321781 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012958-cef1-4bc9-b272-c7c5c819f4ac req-06534419-7802-4a58-978c-14101f489cfc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:43.323319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e1012958-cef1-4bc9-b272-c7c5c819f4ac req-06534419-7802-4a58-978c-14101f489cfc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.0523012 Feb 28 22:04:43.369015 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e1012958-cef1-4bc9-b272-c7c5c819f4ac req-07d2055c-d396-4af0-a9c9-b2bca6205d2a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397720 Feb 28 22:04:43.588627 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab890c6c-686c-4af1-a45b-0420eb42e7ec req-55b51a7f-61a6-4aa9-9352-83d73c4e9da6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:43.590109 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ab890c6c-686c-4af1-a45b-0420eb42e7ec req-55b51a7f-61a6-4aa9-9352-83d73c4e9da6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0522885 Feb 28 22:04:43.640313 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ab890c6c-686c-4af1-a45b-0420eb42e7ec req-42f009fd-b3b8-4f3b-8595-0f68c4dd4b00 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446172 Feb 28 22:04:43.754857 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba4b24-2f56-44a5-a56e-3a332be7f837 req-bc6ea98b-9ec0-448e-b104-da2c70db202c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:43.756311 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-55ba4b24-2f56-44a5-a56e-3a332be7f837 req-bc6ea98b-9ec0-448e-b104-da2c70db202c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Feb 28 22:04:43.804927 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-55ba4b24-2f56-44a5-a56e-3a332be7f837 req-153b6137-a826-4313-b73b-a6bd682caea8 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Feb 28 22:04:43.828101 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34056) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:43.872031 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23e40f0-a403-4232-be02-970103ee5bb9 tempest-TestVolumeBootPattern-1988479948 tempest-TestVolumeBootPattern-1988479948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:43.873590 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e23e40f0-a403-4232-be02-970103ee5bb9 tempest-TestVolumeBootPattern-1988479948 tempest-TestVolumeBootPattern-1988479948-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1124 time: 0.0444829 Feb 28 22:04:43.876481 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34058) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:43.880746 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:43.953078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:44.049614 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:44.151415 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Allocated IP 172.27.2.9 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/0a5c290a-18fc-46e6-a9a5-e6a854e72a48) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:04:44.251882 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:44.358987 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74035242-e86b-4ab9-936b-ffb7ad20eb64 req-b0957612-adc5-4edd-87fc-aafc55b47f6d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:44.360443 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-74035242-e86b-4ab9-936b-ffb7ad20eb64 req-b0957612-adc5-4edd-87fc-aafc55b47f6d tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0527000 Feb 28 22:04:44.364191 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:44.423910 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:04:44.433394 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:04:44.441511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:04:44.443390 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=0a5c290a-18fc-46e6-a9a5-e6a854e72a48,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:44.511202 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-74035242-e86b-4ab9-936b-ffb7ad20eb64 req-28f9124f-680a-479c-942d-2d4f5c20ede2 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438580 Feb 28 22:04:44.561956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f4eca-de8a-4d60-beed-0c15f8a43570 req-51e2a7fd-7d87-4cf2-abc9-bf83dc40f687 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:44.563438 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b0f4eca-de8a-4d60-beed-0c15f8a43570 req-51e2a7fd-7d87-4cf2-abc9-bf83dc40f687 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 943 time: 0.1230638 Feb 28 22:04:44.688183 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b0f4eca-de8a-4d60-beed-0c15f8a43570 req-1f9e5718-6660-4a7d-b211-a09767e20d6a tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193342 Feb 28 22:04:44.894518 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (7c39090f-8049-4804-b411-881a3cd80147), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.027583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.115794 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102d42f-873c-4126-8ee9-000e2da1268b req-93394ea7-cbc9-45ba-8e9c-77d3ffe67adc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:45.117147 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5102d42f-873c-4126-8ee9-000e2da1268b req-93394ea7-cbc9-45ba-8e9c-77d3ffe67adc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.0979605 Feb 28 22:04:45.162985 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:04:45.268345 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:45.281812 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.284229 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '5d9ee73c-9876-41ea-9e49-53354b320935', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'port_id': '5d9ee73c-9876-41ea-9e49-53354b320935', 'mac_address': 'fa:16:3e:cd:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:04:45.294366 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Deleting port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:04:45.301333 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.327165 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:45.327583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.342143 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9ee73c-9876-41ea-9e49-53354b320935 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:04:45.362327 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:45.381450 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.423093 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] For port 2cd3400b-88f2-4b54-99b6-165c8f0138e6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=2cd3400b-88f2-4b54-99b6-165c8f0138e6,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:45.423452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.466226 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=0a5c290a-18fc-46e6-a9a5-e6a854e72a48,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:45.487025 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.515583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (7c39090f-8049-4804-b411-881a3cd80147), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.534913 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=9']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:45.749909 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421e4b1-e65e-409c-8c58-3a12cb481dfa req-ca8def3b-78c1-45fa-8705-3e6cb78f23d6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:45.751405 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8421e4b1-e65e-409c-8c58-3a12cb481dfa req-ca8def3b-78c1-45fa-8705-3e6cb78f23d6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 945 time: 0.1625390 Feb 28 22:04:45.753549 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Floating IP 7c39090f-8049-4804-b411-881a3cd80147 associated. External IP: 172.27.2.9, port: 85975ebd-baac-4226-9c5a-0211e36a4bea. Feb 28 22:04:45.756943 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.757303 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (e67030bd-a114-467f-a69c-eaa20aee4c08), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:45.757621 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Floating IP e67030bd-a114-467f-a69c-eaa20aee4c08 disassociated. External IP: 172.27.2.25, port: 2cd3400b-88f2-4b54-99b6-165c8f0138e6. Feb 28 22:04:45.757962 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Calling delete_port for 2cd3400b-88f2-4b54-99b6-165c8f0138e6 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:04:45.833375 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['5d9ee73c-9876-41ea-9e49-53354b320935'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:04:46.215577 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8421e4b1-e65e-409c-8c58-3a12cb481dfa req-5463fd1e-1610-4784-935e-4adf3635c7b8 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=df5f20dd-0390-48e1-a806-3dcc0abddfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548895 Feb 28 22:04:46.236567 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c154f3c-4587-4339-aab7-6e9fe989b251 req-63f62da7-802a-46b3-aa3d-0e59402f64ae tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:46.238027 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c154f3c-4587-4339-aab7-6e9fe989b251 req-63f62da7-802a-46b3-aa3d-0e59402f64ae tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 944 time: 0.4730668 Feb 28 22:04:46.396853 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c154f3c-4587-4339-aab7-6e9fe989b251 req-ab922ab7-82c7-474e-b279-9845d17ccfe1 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482139 Feb 28 22:04:46.432431 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:04:46.518582 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (2cd3400b-88f2-4b54-99b6-165c8f0138e6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:46.552304 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event deleted for resources: {'Port': ['ID=2cd3400b-88f2-4b54-99b6-165c8f0138e6,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:46.620089 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:04:46.629874 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:04:46.639970 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:04:46.640612 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:04:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:46.697040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Router 95812a7c-db37-4452-9973-bb224d8edb03 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:04:46.745689 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:46.750075 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:04:46.815926 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-525d7818-bf8c-4ae1-aa98-189351076dd2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9382412 Feb 28 22:04:46.827072 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:46.829903 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:46.848496 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:04:46.862297 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] Sync routers for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:04:46.874735 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:04:46.875546 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:04:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:46.880995 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd2c88-c515-4f92-9096-d8d9c27478a6 x-openstack-request-id: req-25dd2c88-c515-4f92-9096-d8d9c27478a6 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:46.881343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:46.881520 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25dd2c88-c515-4f92-9096-d8d9c27478a6 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:46.882560 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'status': 'completed', 'code': 200} Feb 28 22:04:46.907257 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] No DVR routers for this DVR port 2cd3400b-88f2-4b54-99b6-165c8f0138e6 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:04:46.910010 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:46.913438 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "DELETE /v2.0/ports/2cd3400b-88f2-4b54-99b6-165c8f0138e6 HTTP/1.1" status: 204 len: 173 time: 1.7902129 Feb 28 22:04:46.965437 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-009af8a9-039d-4adb-8823-d6a5789cf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:46.971873 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-009af8a9-039d-4adb-8823-d6a5789cf4fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1129 time: 0.0659392 Feb 28 22:04:47.022707 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:44Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:47.030545 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:04:47.057040 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:04:47.067819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:04:47.068458 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:04:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:47.103190 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-596291e3-89d3-4693-b0c5-186570573ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:47.104951 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-596291e3-89d3-4693-b0c5-186570573ce1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.1209893 Feb 28 22:04:47.201094 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-ae4d0d3d-0646-4529-9fab-3af579ba720b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 200 len: 997 time: 0.0845888 Feb 28 22:04:47.256948 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-c24837aa-130d-427f-b3b0-eb140ed71cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:47.258507 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-c24837aa-130d-427f-b3b0-eb140ed71cee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0512943 Feb 28 22:04:47.338478 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:04:47.340433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-dda9006a-e752-4a26-bedb-502065839217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:47.342192 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-dda9006a-e752-4a26-bedb-502065839217 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687003 Feb 28 22:04:47.376842 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:47.406477 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:04:47.408960 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] Checking router: 95812a7c-db37-4452-9973-bb224d8edb03 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:04:47.418276 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:04:47.418908 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:04:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:47.466756 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 5d9ee73c-9876-41ea-9e49-53354b320935 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:04:47.467293 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:47.473287 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7c62d16b-e38d-4adf-8983-1870add270ee req-c3dcc644-e9b0-4c78-aaf7-2658fe8c7283 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5e742ba-c389-4fc8-a22f-009eee9b0f2c HTTP/1.1" status: 200 len: 210 time: 0.0386238 Feb 28 22:04:47.506205 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-f936c213-7f1b-48cb-af5f-da627a839f3d service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576324 Feb 28 22:04:47.534538 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:04:47.635338 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112748b-5b0d-4412-bc73-66d31d67ebf3 req-d8e5bc7a-8e0f-47f8-9334-86c7d0cf3b03 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:47.636610 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5112748b-5b0d-4412-bc73-66d31d67ebf3 req-d8e5bc7a-8e0f-47f8-9334-86c7d0cf3b03 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 944 time: 0.1247602 Feb 28 22:04:47.667553 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d4e7f45-b869-4cca-bbb2-594cfb9ce6eb req-bbdd26a3-45e1-4e06-ac36-5584b065962d service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465993 Feb 28 22:04:47.673914 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5d9ee73c-9876-41ea-9e49-53354b320935 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:04:47.674502 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:47.706715 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5112748b-5b0d-4412-bc73-66d31d67ebf3 req-2faefe04-e75c-428a-809f-8f86fcb0f1c9 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586002 Feb 28 22:04:47.720789 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:47.723126 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d083af-9542-45cf-8064-0db6fbc999f5" -d '{"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:47.740262 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:04:47.764103 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24574f50-b1c8-4d3d-86a6-44d48d35bc37 x-openstack-request-id: req-24574f50-b1c8-4d3d-86a6-44d48d35bc37 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:47.764397 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:47.764653 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24574f50-b1c8-4d3d-86a6-44d48d35bc37 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:47.765073 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935', 'code': 200} Feb 28 22:04:47.765495 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:47.792891 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15087-f991-42b2-968d-b5044920c8ae None None] The sync data for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi is: [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:04:47.795800 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:44Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:04:47.834867 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd07ff1-cb0a-4b1f-abdb-b1906ec364c8 None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:44Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:04:47.836508 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:47.837357 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 2cd3400b-88f2-4b54-99b6-165c8f0138e6 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:04:47.875155 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 2cd3400b-88f2-4b54-99b6-165c8f0138e6 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:04:47.875505 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 2cd3400b-88f2-4b54-99b6-165c8f0138e6 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:04:47.906293 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=10']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:48.092531 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665ec68-f97a-4d65-9b7c-55311677d734 None None] New status for floating IP e67030bd-a114-467f-a69c-eaa20aee4c08: DOWN {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:04:48.146081 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938cc20-2fe2-47c6-8a29-99ef3b73f14f req-5f0bcc6c-47ff-4904-84cd-88cb978c1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:48.147590 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9938cc20-2fe2-47c6-8a29-99ef3b73f14f req-5f0bcc6c-47ff-4904-84cd-88cb978c1901 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1130 time: 0.0431693 Feb 28 22:04:48.197043 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9938cc20-2fe2-47c6-8a29-99ef3b73f14f req-72c5e7c8-5c3f-4b8a-bb5f-8f89504b9d24 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Feb 28 22:04:48.281722 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e02231-15ba-48ed-88c8-130aae123b7c None None] New status for floating IP 7c39090f-8049-4804-b411-881a3cd80147: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:04:48.625270 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34088) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:48.677968 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7eb45cd2-6bb2-46d9-b42a-806cba54567e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (df5f20dd-0390-48e1-a806-3dcc0abddfdb), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:48.701632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7eb45cd2-6bb2-46d9-b42a-806cba54567e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (df5f20dd-0390-48e1-a806-3dcc0abddfdb), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:48.832114 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd20526-4c28-442d-b82e-00ccdafcfd2e req-3e0f1651-ffc2-4cc3-a40c-51b3bfea7635 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:48.839215 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fd20526-4c28-442d-b82e-00ccdafcfd2e req-3e0f1651-ffc2-4cc3-a40c-51b3bfea7635 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 946 time: 0.0526779 Feb 28 22:04:48.839215 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7eb45cd2-6bb2-46d9-b42a-806cba54567e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (df5f20dd-0390-48e1-a806-3dcc0abddfdb), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:48.839215 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7eb45cd2-6bb2-46d9-b42a-806cba54567e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:48.839215 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7eb45cd2-6bb2-46d9-b42a-806cba54567e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "DELETE /v2.0/security-groups/df5f20dd-0390-48e1-a806-3dcc0abddfdb HTTP/1.1" status: 204 len: 168 time: 0.2126465 Feb 28 22:04:48.841786 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34092) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:48.856581 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.api.v2.resource [None req-93816a29-3817-4382-83ae-1d8326d8613e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] show failed (client error): The resource could not be found. Feb 28 22:04:48.860886 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-93816a29-3817-4382-83ae-1d8326d8613e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups/df5f20dd-0390-48e1-a806-3dcc0abddfdb HTTP/1.1" status: 404 len: 347 time: 0.0148182 Feb 28 22:04:48.860886 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34096) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:48.861070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb45cd2-6bb2-46d9-b42a-806cba54567e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f20dd-0390-48e1-a806-3dcc0abddfdb,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:48.884268 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'name': 'network-vif-deleted', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:48.886325 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0da1b8b-6fe1-4721-a976-b05e11406daf" -d '{"events": [{"server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "name": "network-vif-deleted", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:48.895802 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8fd20526-4c28-442d-b82e-00ccdafcfd2e req-6e20fbdb-7742-4282-9225-a665d15c0f80 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557740 Feb 28 22:04:48.925645 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42cbd88-cd7b-4e42-b0ca-b80f4b1ad398 x-openstack-request-id: req-f42cbd88-cd7b-4e42-b0ca-b80f4b1ad398 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:48.925941 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e742ba-c389-4fc8-a22f-009eee9b0f2c", "name": "network-vif-deleted", "tag": "2cd3400b-88f2-4b54-99b6-165c8f0138e6", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:48.926226 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f42cbd88-cd7b-4e42-b0ca-b80f4b1ad398 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:48.926617 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e742ba-c389-4fc8-a22f-009eee9b0f2c', 'name': 'network-vif-deleted', 'tag': '2cd3400b-88f2-4b54-99b6-165c8f0138e6', 'status': 'completed', 'code': 200} Feb 28 22:04:49.004923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Deleting port fb3f7de7-770f-4877-8587-cfcc60455257 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:04:49.005274 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (fb3f7de7-770f-4877-8587-cfcc60455257), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:49.079605 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (fb3f7de7-770f-4877-8587-cfcc60455257), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:49.079931 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (fb3f7de7-770f-4877-8587-cfcc60455257), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:49.092047 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Calling delete_port for fb3f7de7-770f-4877-8587-cfcc60455257 owned by network:floatingip {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:04:49.350113 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (fb3f7de7-770f-4877-8587-cfcc60455257), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:49.375687 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event deleted for resources: {'Port': ['ID=fb3f7de7-770f-4877-8587-cfcc60455257,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:49.387943 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.388302 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.388643 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.388985 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.389325 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.389658 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.390022 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.390339 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.390666 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.390996 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.391326 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.391649 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.391972 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:04:49.449339 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (e67030bd-a114-467f-a69c-eaa20aee4c08), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:49.451868 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:49.453274 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5f66ada5-2c19-4ee1-8100-72c2f6e122f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "DELETE /v2.0/floatingips/e67030bd-a114-467f-a69c-eaa20aee4c08 HTTP/1.1" status: 204 len: 168 time: 0.5915756 Feb 28 22:04:50.026841 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cfc27-618b-4717-b001-5fd7717fa557 req-cea55daf-b49e-4635-a0f7-d51cbca5a51d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:50.029583 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c30cfc27-618b-4717-b001-5fd7717fa557 req-cea55daf-b49e-4635-a0f7-d51cbca5a51d tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 946 time: 0.0587280 Feb 28 22:04:50.075719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c30cfc27-618b-4717-b001-5fd7717fa557 req-cc7a922e-ed01-48b2-a950-c34470ec6f6e tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Feb 28 22:04:50.750512 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34140) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:50.755142 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-3484cea5-b01f-4b01-abb3-90d9e7e8aae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127228552', 'description': 'tempest-description--1481913468'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:50.838516 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3484cea5-b01f-4b01-abb3-90d9e7e8aae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:50.903769 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3484cea5-b01f-4b01-abb3-90d9e7e8aae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (dd775978-ab2e-4bf4-a423-f1ee22f533cf), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:50.981163 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3484cea5-b01f-4b01-abb3-90d9e7e8aae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (dd775978-ab2e-4bf4-a423-f1ee22f533cf), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.010781 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484cea5-b01f-4b01-abb3-90d9e7e8aae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd775978-ab2e-4bf4-a423-f1ee22f533cf,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:51.065935 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-3484cea5-b01f-4b01-abb3-90d9e7e8aae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.067196 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-3484cea5-b01f-4b01-abb3-90d9e7e8aae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3155973 Feb 28 22:04:51.069958 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34142) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:51.075094 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-07c725fe-7c65-45f9-8605-8e5b0790b188 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'security_group_rule': {'security_group_id': 'dd775978-ab2e-4bf4-a423-f1ee22f533cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:51.163586 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07c725fe-7c65-45f9-8605-8e5b0790b188 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (1f51c1fe-4c44-4a3c-bdfe-ef1f6a8b2ff3), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.199245 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46296ae-90cb-4973-850a-f1636d603687 req-ef08b5f7-1b34-44bf-b627-a8231b27746b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:51.200750 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a46296ae-90cb-4973-850a-f1636d603687 req-ef08b5f7-1b34-44bf-b627-a8231b27746b tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 946 time: 0.0535727 Feb 28 22:04:51.218387 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07c725fe-7c65-45f9-8605-8e5b0790b188 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (1f51c1fe-4c44-4a3c-bdfe-ef1f6a8b2ff3), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.248234 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a46296ae-90cb-4973-850a-f1636d603687 req-56f96b7f-44f2-4507-b5cd-7d2751936bff tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Feb 28 22:04:51.341382 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07c725fe-7c65-45f9-8605-8e5b0790b188 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (1f51c1fe-4c44-4a3c-bdfe-ef1f6a8b2ff3), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.358950 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c725fe-7c65-45f9-8605-8e5b0790b188 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f51c1fe-4c44-4a3c-bdfe-ef1f6a8b2ff3,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:51.460424 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07c725fe-7c65-45f9-8605-8e5b0790b188 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.461636 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-07c725fe-7c65-45f9-8605-8e5b0790b188 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3906524 Feb 28 22:04:51.464387 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34148) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:51.468689 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-73181be0-2828-4637-908f-d145bd70d9a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'security_group_rule': {'security_group_id': 'dd775978-ab2e-4bf4-a423-f1ee22f533cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:51.600000 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-73181be0-2828-4637-908f-d145bd70d9a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (2a51fc9a-ff33-441c-b656-573a0b6b7f87), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.657848 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-73181be0-2828-4637-908f-d145bd70d9a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (2a51fc9a-ff33-441c-b656-573a0b6b7f87), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.755432 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-73181be0-2828-4637-908f-d145bd70d9a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (2a51fc9a-ff33-441c-b656-573a0b6b7f87), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.775326 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73181be0-2828-4637-908f-d145bd70d9a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a51fc9a-ff33-441c-b656-573a0b6b7f87,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:51.832049 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-73181be0-2828-4637-908f-d145bd70d9a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:51.833249 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-73181be0-2828-4637-908f-d145bd70d9a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679399 Feb 28 22:04:51.836319 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34150) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:04:51.841461 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:51.921155 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:52.016093 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:52.120844 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Allocated IP 172.27.2.159 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/bf399e8b-8abb-4d8e-a50e-268c8a4ea043) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:04:52.217727 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:52.324414 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:52.364717 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:04:52.367594 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:04:52.371326 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:04:52.376752 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'Port': ['ID=bf399e8b-8abb-4d8e-a50e-268c8a4ea043,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:52.457552 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (2d5801d5-c27c-424c-bec4-e5ab7e39d094), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:52.572275 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:52.724577 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:52.795370 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:53.042017 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'Port': ['ID=bf399e8b-8abb-4d8e-a50e-268c8a4ea043,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:53.053519 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (2d5801d5-c27c-424c-bec4-e5ab7e39d094), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:53.097509 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:04:53.128679 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:53.133065 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-31c92592-83f5-4e46-86ac-4c23f480f84b tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2949760 Feb 28 22:04:53.274017 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-1cc897c2-1a68-4413-b350-4b994669cf66 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1127228552&fields=id&tenant_id=4e415d1871af4d26a84530ed592e1239 HTTP/1.1" status: 200 len: 267 time: 0.0416672 Feb 28 22:04:53.380504 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-7fe9f9d1-345b-4ffb-b791-7f5be879ce14 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:53.381956 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-7fe9f9d1-345b-4ffb-b791-7f5be879ce14 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 811 time: 0.1014371 Feb 28 22:04:53.397153 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-35ff8a9b-e7b3-421e-a965-9e0ad6c6e9c6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/quotas/4e415d1871af4d26a84530ed592e1239 HTTP/1.1" status: 200 len: 375 time: 0.0090475 Feb 28 22:04:53.451671 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-4d52579d-ea44-46e9-ba01-fd3c75771572 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488844 Feb 28 22:04:53.547496 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-25ac78d7-2eb0-45fc-81bb-bcef852928f9 service neutron] 10.222.0.26 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840225 Feb 28 22:04:53.634055 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-8aec1e9c-310d-4049-a42d-1b04ec1cd8da service neutron] 10.222.0.26 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808396 Feb 28 22:04:53.938512 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f4bb20fa-b9ab-4f58-b5bb-4b42eb01f001 req-4f52962a-e9c3-4c03-ad1f-7ce088800ec6 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 210 time: 0.0315278 Feb 28 22:04:55.034291 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-008c8be3-4328-43f5-abab-58527a5e5e2e req-84e20ab4-2bdf-4e2b-a70a-3818a8e17ae5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 210 time: 0.0294802 Feb 28 22:04:56.100259 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-8e979190-748e-4424-a20a-b68752fbc815 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:56.102380 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-8e979190-748e-4424-a20a-b68752fbc815 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 811 time: 0.1071143 Feb 28 22:04:56.154262 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02b27235-16e3-47c6-ac04-e10ef9f0036d req-077775d8-dc96-48e5-a4c3-bb7554c6bf25 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 210 time: 0.0421333 Feb 28 22:04:56.189721 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-77935120-da15-412d-870c-61dfea9d2bc1 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e415d1871af4d26a84530ed592e1239 HTTP/1.1" status: 200 len: 380 time: 0.0789058 Feb 28 22:04:56.199997 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'port': {'device_id': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'admin_state_up': True, 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'security_groups': ['dd775978-ab2e-4bf4-a423-f1ee22f533cf']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:56.381148 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Made reservation on behalf of 4e415d1871af4d26a84530ed592e1239 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:04:56.385271 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:56.510952 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Allocated IP 172.20.0.9 (8bf81c0f-b0b8-4893-8281-96fbb87b9374/5b62f742-4a3f-4c0b-b70e-b3148d16e2e4/314b9ef6-36e0-45ad-9e15-b926dce60832) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:04:56.643106 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:56.767137 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:56.811037 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:04:56.813894 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:04:56.817525 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:04:56.842350 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event updated for resources: {'Port': ['ID=314b9ef6-36e0-45ad-9e15-b926dce60832,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:56.871836 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:56.872451 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:56.955865 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-8dfedc1a-6135-46e2-84e1-0ebffbe60d41 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599967 Feb 28 22:04:56.969609 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Request body: {'port': {'device_id': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:04:57.030014 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:57.043679 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-7a539e6f-3857-45c8-9df9-f877131e0103 None None] Provisioning complete for port 314b9ef6-36e0-45ad-9e15-b926dce60832 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:04:57.049031 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7a539e6f-3857-45c8-9df9-f877131e0103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:57.084298 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-7a539e6f-3857-45c8-9df9-f877131e0103 None None] Port 314b9ef6-36e0-45ad-9e15-b926dce60832 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:04:57.317779 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7682c-ece3-4f7f-990e-af8a93ea7cc1 req-2bc3635b-cb12-48a6-8296-2c033e1bb412 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:57.319278 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ea7682c-ece3-4f7f-990e-af8a93ea7cc1 req-2bc3635b-cb12-48a6-8296-2c033e1bb412 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 931 time: 0.0985126 Feb 28 22:04:57.343770 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314b9ef6-36e0-45ad-9e15-b926dce60832 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:04:57.353350 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Publish callbacks [] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:57.387146 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Transition to ACTIVE for port object 314b9ef6-36e0-45ad-9e15-b926dce60832 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:04:57.394630 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4ea7682c-ece3-4f7f-990e-af8a93ea7cc1 req-8d0bc33a-2cc7-4c9a-95b3-e85ed623a504 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689230 Feb 28 22:04:57.449339 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:57.499944 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Pushing event updated for resources: {'Port': ['ID=314b9ef6-36e0-45ad-9e15-b926dce60832,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:57.570609 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Attempting to bind port 314b9ef6-36e0-45ad-9e15-b926dce60832 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:04:57.570969 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Attempting to bind port 314b9ef6-36e0-45ad-9e15-b926dce60832 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:04:57.571377 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Attempting to bind port 314b9ef6-36e0-45ad-9e15-b926dce60832 on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:04:57.576196 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Port 314b9ef6-36e0-45ad-9e15-b926dce60832 on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:04:57.576525 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Attempting to bind port 314b9ef6-36e0-45ad-9e15-b926dce60832 on network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:04:57.581869 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:04:57.582235 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Checking segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:04:57.582688 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Bound using segment: {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:04:57.583110 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Bound port: 314b9ef6-36e0-45ad-9e15-b926dce60832, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a6f3c7-0785-40c8-b1cd-246ce202a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:04:57.583467 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:57.653138 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] For port 314b9ef6-36e0-45ad-9e15-b926dce60832, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:04:57.656184 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] For port 314b9ef6-36e0-45ad-9e15-b926dce60832, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=314b9ef6-36e0-45ad-9e15-b926dce60832,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:04:57.732948 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:57.765564 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:57.766209 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:04:57.767601 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] 10.222.0.16 "PUT /v2.0/ports/314b9ef6-36e0-45ad-9e15-b926dce60832 HTTP/1.1" status: 200 len: 1093 time: 0.8021965 Feb 28 22:04:57.768100 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:04:57.770291 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a1ffd-ab25-417d-83ca-9b85fa68a7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:04:57.799047 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ba3d8-2f79-478b-ba89-5baa1c4002cd service neutron] Pushing event updated for resources: {'Port': ['ID=314b9ef6-36e0-45ad-9e15-b926dce60832,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:04:57.817900 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdd17f6-c405-4a59-9ffb-187733634bc1 x-openstack-request-id: req-0bdd17f6-c405-4a59-9ffb-187733634bc1 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:04:57.819023 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:04:57.819360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bdd17f6-c405-4a59-9ffb-187733634bc1 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:04:57.819910 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'status': 'completed', 'code': 200} Feb 28 22:04:57.888618 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a1ffd-ab25-417d-83ca-9b85fa68a7a2 req-fb1869f0-01a5-452f-8576-ebc781b26195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:57.890240 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-406a1ffd-ab25-417d-83ca-9b85fa68a7a2 req-fb1869f0-01a5-452f-8576-ebc781b26195 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 1127 time: 0.0500860 Feb 28 22:04:57.996303 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a1ffd-ab25-417d-83ca-9b85fa68a7a2 req-5073e93e-b6a2-431b-953b-1b8fe259c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:57.997770 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-406a1ffd-ab25-417d-83ca-9b85fa68a7a2 req-5073e93e-b6a2-431b-953b-1b8fe259c2be service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e415d1871af4d26a84530ed592e1239&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0977006 Feb 28 22:04:58.093737 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a1ffd-ab25-417d-83ca-9b85fa68a7a2 req-7bb994ba-6a99-499a-bc5e-08212f97053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:58.095176 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-406a1ffd-ab25-417d-83ca-9b85fa68a7a2 req-7bb994ba-6a99-499a-bc5e-08212f97053a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882285 Feb 28 22:04:58.178009 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-fd9ef0ed-11f0-420a-b62f-a03ef74a6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:58.179560 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-fd9ef0ed-11f0-420a-b62f-a03ef74a6e93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 1127 time: 0.0441508 Feb 28 22:04:58.229491 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-9d3a9a10-ad65-45e2-a70c-f65203c5fb18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314b9ef6-36e0-45ad-9e15-b926dce60832 HTTP/1.1" status: 200 len: 217 time: 0.0380578 Feb 28 22:04:58.280151 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-55e1f54a-568b-4b6c-aab5-138b5192934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:58.281567 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-55e1f54a-568b-4b6c-aab5-138b5192934e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0429783 Feb 28 22:04:58.333239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d166-9893-4090-b063-8299dc00bc25 req-eaf946cb-1c9d-4236-b91f-14b30c414121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:58.334756 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-eaf946cb-1c9d-4236-b91f-14b30c414121 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441437 Feb 28 22:04:58.424409 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-47fb338e-45d4-4f38-b35d-68037ee1df3f service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822730 Feb 28 22:04:58.555645 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd7404-1d35-47f6-ad48-155f58ac751d req-ae56e1e6-d8d6-4e0d-8684-6464bce94105 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:58.557635 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1abd7404-1d35-47f6-ad48-155f58ac751d req-ae56e1e6-d8d6-4e0d-8684-6464bce94105 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 943 time: 0.0965567 Feb 28 22:04:58.561061 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3846d166-9893-4090-b063-8299dc00bc25 req-17340d09-7667-4d58-a74d-1a6a3be2ebf8 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248324 Feb 28 22:04:58.603713 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1abd7404-1d35-47f6-ad48-155f58ac751d req-9e87919d-1703-4038-93f9-582b793cc1a4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Feb 28 22:04:59.723177 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a9ba8-1d9d-49c7-8eea-5013e703a7ed req-8bd31024-a12e-494e-9fa0-99a088809667 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:04:59.724651 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-531a9ba8-1d9d-49c7-8eea-5013e703a7ed req-8bd31024-a12e-494e-9fa0-99a088809667 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 943 time: 0.0519834 Feb 28 22:04:59.769790 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-531a9ba8-1d9d-49c7-8eea-5013e703a7ed req-d3367a81-ae65-45d2-bfec-8c029f024bce tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 Feb 28 22:05:00.890501 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e7ed4-0774-42bd-b044-20945ad5f463 req-271dfcbc-f627-48d7-917b-69ddd9786269 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:00.891982 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a4e7ed4-0774-42bd-b044-20945ad5f463 req-271dfcbc-f627-48d7-917b-69ddd9786269 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 943 time: 0.0548086 Feb 28 22:05:00.936955 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a4e7ed4-0774-42bd-b044-20945ad5f463 req-e44d2bfc-0f5f-46b2-95c9-31502c1ec304 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Feb 28 22:05:01.249636 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 314b9ef6-36e0-45ad-9e15-b926dce60832 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:05:01.344000 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 314b9ef6-36e0-45ad-9e15-b926dce60832, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=314b9ef6-36e0-45ad-9e15-b926dce60832,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:05:01.355352 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'port_id': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'mac_address': 'fa:16:3e:24:fd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:05:01.393439 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 314b9ef6-36e0-45ad-9e15-b926dce60832 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:05:01.393828 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:01.406571 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314b9ef6-36e0-45ad-9e15-b926dce60832 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:05:01.425201 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 314b9ef6-36e0-45ad-9e15-b926dce60832, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=314b9ef6-36e0-45ad-9e15-b926dce60832,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:05:01.506613 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:01.552941 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=314b9ef6-36e0-45ad-9e15-b926dce60832,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:05:01.903377 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['314b9ef6-36e0-45ad-9e15-b926dce60832'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:05:02.054590 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a29b-d285-4f39-938e-dcf406e42df9 req-4b374e6c-a388-474c-bf41-e74b8e5be213 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:02.056051 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8f1a29b-d285-4f39-938e-dcf406e42df9 req-4b374e6c-a388-474c-bf41-e74b8e5be213 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 944 time: 0.0539362 Feb 28 22:05:02.103082 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b8f1a29b-d285-4f39-938e-dcf406e42df9 req-b0123a95-2b88-4e3a-936d-1e26188f3bfb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Feb 28 22:05:03.219040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de0ef-91d3-4d26-a4ab-0f5fe4d17a7d req-d6f3f56a-4ba0-4b6d-98af-342ced5c29f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:03.220583 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef2de0ef-91d3-4d26-a4ab-0f5fe4d17a7d req-d6f3f56a-4ba0-4b6d-98af-342ced5c29f9 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 944 time: 0.0517201 Feb 28 22:05:03.260514 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 314b9ef6-36e0-45ad-9e15-b926dce60832 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:05:03.269470 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ef2de0ef-91d3-4d26-a4ab-0f5fe4d17a7d req-477928c9-ccff-49e6-8464-1190135de1e4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Feb 28 22:05:03.401869 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 314b9ef6-36e0-45ad-9e15-b926dce60832 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:05:03.405571 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 314b9ef6-36e0-45ad-9e15-b926dce60832 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:05:03.405950 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:03.483276 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 314b9ef6-36e0-45ad-9e15-b926dce60832 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:05:03.483666 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:03.504918 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:05:03.507155 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb150b-7c4f-4321-a908-5fe135f1cd95" -d '{"events": [{"server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "name": "network-vif-plugged", "status": "completed", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:05:03.519915 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 314b9ef6-36e0-45ad-9e15-b926dce60832, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=314b9ef6-36e0-45ad-9e15-b926dce60832,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:05:03.543332 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e54db3-7cdd-4c3a-866a-5dfb34b92d81 x-openstack-request-id: req-a1e54db3-7cdd-4c3a-866a-5dfb34b92d81 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:05:03.543623 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "name": "network-vif-plugged", "status": "completed", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:05:03.543901 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1e54db3-7cdd-4c3a-866a-5dfb34b92d81 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:05:03.544291 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'code': 200} Feb 28 22:05:03.620884 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:03.669750 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=314b9ef6-36e0-45ad-9e15-b926dce60832,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:05:03.838168 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-81ce2cdc-7c7f-46ef-a3a2-59d46b3c7a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:03.890670 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d05957-cdb1-48b7-9176-4eb468d101f2 req-3d2874da-5f40-48c3-ac24-08c1b0be7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:03.892285 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-90d05957-cdb1-48b7-9176-4eb468d101f2 req-3d2874da-5f40-48c3-ac24-08c1b0be7066 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 1129 time: 0.0440788 Feb 28 22:05:03.937116 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-90d05957-cdb1-48b7-9176-4eb468d101f2 req-4dabc2ee-3497-4d98-a367-28e4a15fc3d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371196 Feb 28 22:05:04.385275 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d34cdf-f401-456b-a57b-75dd73559c5a req-8f3656bd-683b-4982-a0e2-c6a1d09bd2b0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:04.386788 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19d34cdf-f401-456b-a57b-75dd73559c5a req-8f3656bd-683b-4982-a0e2-c6a1d09bd2b0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0524356 Feb 28 22:05:04.431872 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-19d34cdf-f401-456b-a57b-75dd73559c5a req-19c7c761-616b-4a88-ae26-b74cf34ab607 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 Feb 28 22:05:05.552661 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff8ffd-7aa7-426e-999f-4fcf00eb8c8b req-c90f8345-4729-4aa0-87e7-9d9c11850d17 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:05.554137 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9cff8ffd-7aa7-426e-999f-4fcf00eb8c8b req-c90f8345-4729-4aa0-87e7-9d9c11850d17 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0548337 Feb 28 22:05:05.601133 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9cff8ffd-7aa7-426e-999f-4fcf00eb8c8b req-b36fbe4f-cbf2-428c-a98b-e318ca46155a tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Feb 28 22:05:06.249117 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-abbd3e71-a951-487d-a838-9011123d7448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:06.721484 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961794c-c049-4b88-be14-dad003236c0a req-790c1ecc-3cd4-44b3-b9e1-a7f80bd652f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:06.722954 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b961794c-c049-4b88-be14-dad003236c0a req-790c1ecc-3cd4-44b3-b9e1-a7f80bd652f4 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0530777 Feb 28 22:05:06.768224 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b961794c-c049-4b88-be14-dad003236c0a req-e5643641-81ac-4bd0-b0c2-6fc414d397aa tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Feb 28 22:05:06.883654 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5cc7e-c2fa-4c93-83ca-da7c81460a31 req-a1cc005e-7057-4d14-a32f-c9eb945bd409 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:06.885693 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dfc5cc7e-c2fa-4c93-83ca-da7c81460a31 req-a1cc005e-7057-4d14-a32f-c9eb945bd409 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0553334 Feb 28 22:05:06.894057 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34216) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:05:06.898208 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Request body: {'floatingip': {'port_id': '314b9ef6-36e0-45ad-9e15-b926dce60832'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:05:07.214803 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (2d5801d5-c27c-424c-bec4-e5ab7e39d094), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:07.329516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:07.678066 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:07.744606 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (2d5801d5-c27c-424c-bec4-e5ab7e39d094), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:07.858365 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Floating IP 2d5801d5-c27c-424c-bec4-e5ab7e39d094 associated. External IP: 172.27.2.159, port: 314b9ef6-36e0-45ad-9e15-b926dce60832. Feb 28 22:05:08.091424 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Router 95812a7c-db37-4452-9973-bb224d8edb03 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:05:08.095055 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:08.205510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:05:08.213149 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:08.215628 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] Sync routers for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:05:08.228841 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:05:08.229606 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:08.242530 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-67c67062-0a54-4427-98d6-895d562e68f0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "PUT /v2.0/floatingips/2d5801d5-c27c-424c-bec4-e5ab7e39d094 HTTP/1.1" status: 200 len: 991 time: 1.3474472 Feb 28 22:05:08.243115 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:05:08.245574 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da72fab3-59b7-4518-9c06-67f5a24a23c0" -d '{"events": [{"name": "network-changed", "server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:05:08.283434 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133d7f7-d4b2-4f6a-aa24-ff2b94fee983 x-openstack-request-id: req-4133d7f7-d4b2-4f6a-aa24-ff2b94fee983 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:05:08.283747 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:05:08.283960 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4133d7f7-d4b2-4f6a-aa24-ff2b94fee983 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:05:08.284361 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'status': 'completed', 'code': 200} Feb 28 22:05:08.348628 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:05:08.352989 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-a3a28d13-742e-4245-8f07-06e3bae3612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:08.355299 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-a3a28d13-742e-4245-8f07-06e3bae3612e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e415d1871af4d26a84530ed592e1239&device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 1129 time: 0.0479047 Feb 28 22:05:08.455902 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-cd49b9eb-0100-405f-bc17-5e323a73fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:08.457382 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-cd49b9eb-0100-405f-bc17-5e323a73fb01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 200 len: 912 time: 0.0965705 Feb 28 22:05:08.523549 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-c583c888-b3d4-4eec-b670-08bf7b81e69d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314b9ef6-36e0-45ad-9e15-b926dce60832 HTTP/1.1" status: 200 len: 999 time: 0.0595675 Feb 28 22:05:08.572315 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-d79b83d8-a182-4ec0-acf6-0de09ab22f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:08.573982 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-d79b83d8-a182-4ec0-acf6-0de09ab22f74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 200 len: 850 time: 0.0441840 Feb 28 22:05:08.575717 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '2d5801d5-c27c-424c-bec4-e5ab7e39d094', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'port_id': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'mac_address': 'fa:16:3e:24:fd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:52Z', 'updated_at': '2022-02-28T22:05:07Z', 'revision_number': 1, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:08.602798 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] Checking router: 95812a7c-db37-4452-9973-bb224d8edb03 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:05:08.611409 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:05:08.612015 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:08.626857 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-60c73195-0015-46b2-8185-5af5a6db0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:08.628405 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-60c73195-0015-46b2-8185-5af5a6db0e18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8bf81c0f-b0b8-4893-8281-96fbb87b9374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486891 Feb 28 22:05:08.725000 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-9b7a65eb-5603-4a3f-b02b-6a098004daab service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898929 Feb 28 22:05:08.820358 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-da72fab3-59b7-4518-9c06-67f5a24a23c0 req-c7dfe295-f1f3-46fa-b6f5-c3a36c721046 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890296 Feb 28 22:05:08.870367 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:05:08.872695 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:09.097604 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '2d5801d5-c27c-424c-bec4-e5ab7e39d094', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'port_id': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'mac_address': 'fa:16:3e:24:fd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:52Z', 'updated_at': '2022-02-28T22:05:07Z', 'revision_number': 1, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:09.124026 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8012df2a-01fe-42fa-a2f5-8b1e1ae3f0a6 None None] The sync data for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi is: [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '2d5801d5-c27c-424c-bec4-e5ab7e39d094', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'port_id': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'mac_address': 'fa:16:3e:24:fd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:52Z', 'updated_at': '2022-02-28T22:05:07Z', 'revision_number': 1, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:05:09.308555 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63160dd4-23bc-4eea-a2b5-03da8155019a None None] New status for floating IP 2d5801d5-c27c-424c-bec4-e5ab7e39d094: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:05:09.653382 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-2b9c2db2-7d76-4376-b924-dafc75ff4093 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432117 Feb 28 22:05:09.717751 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-f5d0c74c-35e1-41b7-8716-a9a33a726c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:09.719254 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-f5d0c74c-35e1-41b7-8716-a9a33a726c6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 1130 time: 0.0454862 Feb 28 22:05:09.825057 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-ea0eca3e-a734-4e9e-9fce-f183e0aa5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:09.826669 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-ea0eca3e-a734-4e9e-9fce-f183e0aa5e65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 200 len: 918 time: 0.0895696 Feb 28 22:05:09.893130 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-9de8e86b-1ef9-456e-8c38-b16dcb801c38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 200 len: 1000 time: 0.0603821 Feb 28 22:05:09.943486 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-02be9ec3-c6fc-489e-8b30-0fd8e7caa68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:09.944997 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-02be9ec3-c6fc-489e-8b30-0fd8e7caa68d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 200 len: 856 time: 0.0444870 Feb 28 22:05:09.999543 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-6a1742ce-5d19-40c2-8245-adb9a9728940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:10.003346 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-6a1742ce-5d19-40c2-8245-adb9a9728940 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aad82d0-b6ca-47ed-babd-a4b5d0132262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483375 Feb 28 22:05:10.080735 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:10.094876 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-c26b2dc3-5c34-4ef2-8e2f-6fa7c6f3f32d service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864003 Feb 28 22:05:10.186208 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-efe3c428-2337-4b92-8f2c-c631227f4e13 req-62b1456a-8054-40f5-82ef-c42fbbd4262f service neutron] 10.222.0.16 "GET /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846782 Feb 28 22:05:30.096444 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:05:33.857364 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a14ddf5b-0498-45bb-9475-a03e2365cedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:36.234850 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5123355a-0c01-4fe7-a6eb-907017e831df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:37.285898 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:38.111182 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:38.782732 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:40.091690 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:51.249179 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2628-3c2d-4e4a-ab9c-d8b360707554 req-53b58458-7b9c-42a1-a7de-a59972baf9e3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:51.251152 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-065f2628-3c2d-4e4a-ab9c-d8b360707554 req-53b58458-7b9c-42a1-a7de-a59972baf9e3 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 946 time: 0.0519164 Feb 28 22:05:51.296514 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-065f2628-3c2d-4e4a-ab9c-d8b360707554 req-ea875373-b5bb-4f51-9805-8512c4dc86da tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399029 Feb 28 22:05:52.425699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b51f9-2b58-4527-bb44-ce0dbb3829a3 req-0ad5af4b-3f8f-4afe-9c55-3dc9bb2cead0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:52.427245 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb9b51f9-2b58-4527-bb44-ce0dbb3829a3 req-0ad5af4b-3f8f-4afe-9c55-3dc9bb2cead0 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 946 time: 0.0584273 Feb 28 22:05:52.474325 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb9b51f9-2b58-4527-bb44-ce0dbb3829a3 req-d15e1643-593c-4abe-babd-7dd1119c4ffe tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups?id=e59e964f-622e-4405-9994-b734e7c61190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 Feb 28 22:05:52.854988 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a0700-04ab-4908-8c21-26582fbd417e req-0483a02f-80e2-4dd4-9f0a-9565f0bce8be tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:05:52.856449 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a62a0700-04ab-4908-8c21-26582fbd417e req-0483a02f-80e2-4dd4-9f0a-9565f0bce8be tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 946 time: 0.0521336 Feb 28 22:05:52.947661 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Deleting port 5d9ee73c-9876-41ea-9e49-53354b320935 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:05:52.948004 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:53.034969 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] For port 5d9ee73c-9876-41ea-9e49-53354b320935, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d9ee73c-9876-41ea-9e49-53354b320935,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:05:53.035331 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:53.199750 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:53.200032 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (81f0675e-da3c-410e-b83c-b3e06ed71dfd), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:53.200418 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Floating IP 81f0675e-da3c-410e-b83c-b3e06ed71dfd disassociated. External IP: 172.27.2.49, port: 5d9ee73c-9876-41ea-9e49-53354b320935. Feb 28 22:05:53.201033 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Calling delete_port for 5d9ee73c-9876-41ea-9e49-53354b320935 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:05:53.390111 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (5d9ee73c-9876-41ea-9e49-53354b320935), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:53.418099 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event deleted for resources: {'Port': ['ID=5d9ee73c-9876-41ea-9e49-53354b320935,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:05:53.429796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.430360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.430607 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.430956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.431301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.431682 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.432023 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.432360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.432826 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.433024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.433366 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.433698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.434069 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:53.544469 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:05:53.574120 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8222bd0c-2904-4579-8217-79c0af3e455e req-097575d6-14f5-4fa8-bef5-041ae3736fcc tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Feb 28 22:05:53.677409 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:05:53.687238 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] Sync routers for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:05:53.697576 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:05:53.698200 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:53.720789 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] No DVR routers for this DVR port 5d9ee73c-9876-41ea-9e49-53354b320935 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:05:53.723328 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:53.726629 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a62a0700-04ab-4908-8c21-26582fbd417e req-404cd95f-6516-4d85-8df5-24d7cbd905b7 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.16 "DELETE /v2.0/ports/5d9ee73c-9876-41ea-9e49-53354b320935 HTTP/1.1" status: 204 len: 173 time: 0.8646002 Feb 28 22:05:53.727074 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-deleted', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:05:53.729306 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037043aa-185c-45f7-9a39-7d158dbf6092" -d '{"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-deleted", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:05:53.766155 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ba6809-01fe-49dd-81c7-6b8c0556180d x-openstack-request-id: req-40ba6809-01fe-49dd-81c7-6b8c0556180d {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:05:53.766155 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f40735-aa8d-4645-b4ee-3552c4602475", "name": "network-vif-deleted", "tag": "5d9ee73c-9876-41ea-9e49-53354b320935", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:05:53.766375 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40ba6809-01fe-49dd-81c7-6b8c0556180d {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:05:53.766798 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f40735-aa8d-4645-b4ee-3552c4602475', 'name': 'network-vif-deleted', 'tag': '5d9ee73c-9876-41ea-9e49-53354b320935', 'status': 'completed', 'code': 200} Feb 28 22:05:53.814415 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:05:54.024664 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:54.054468 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] Checking router: 6384ddc5-41dc-4d19-846f-15ef9d67ac09 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:05:54.063256 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:05:54.063855 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:54.170219 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:05:54.367926 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:05:54.396002 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f3550-c8e6-4d6c-b281-59e5d9893fd1 None None] The sync data for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi is: [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T21:56:10Z', 'revision_number': 4, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'c27f97bf-4f10-4b68-aab7-a8815f5baf58', 'name': '', 'network_id': '4aad82d0-b6ca-47ed-babd-a4b5d0132262', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'mac_address': 'fa:16:3e:63:c6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:09Z', 'updated_at': '2022-02-28T21:56:17Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'subnets': [{'id': '8773d8f4-7ce3-4f42-b6ce-46281b8d9603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:05:54.615756 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0f490-c96d-4d1e-8076-dfba379ff3b7 None None] New status for floating IP 81f0675e-da3c-410e-b83c-b3e06ed71dfd: DOWN {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:05:54.684126 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-41808580-48cf-47cd-883d-9dfcffa09045 req-a3e5138f-990d-4769-8dd8-493f90e0badb tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f40735-aa8d-4645-b4ee-3552c4602475 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Feb 28 22:05:55.539424 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:05:55.563265 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 5d9ee73c-9876-41ea-9e49-53354b320935 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:05:55.563468 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5d9ee73c-9876-41ea-9e49-53354b320935 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:05:55.860962 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34364) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:05:55.914402 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-18be85b2-96f9-46d0-b3a1-bc8e4c4c70ec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (e59e964f-622e-4405-9994-b734e7c61190), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:55.937028 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-18be85b2-96f9-46d0-b3a1-bc8e4c4c70ec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (e59e964f-622e-4405-9994-b734e7c61190), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.064576 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-18be85b2-96f9-46d0-b3a1-bc8e4c4c70ec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e59e964f-622e-4405-9994-b734e7c61190), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.067229 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-18be85b2-96f9-46d0-b3a1-bc8e4c4c70ec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.068373 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-18be85b2-96f9-46d0-b3a1-bc8e4c4c70ec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "DELETE /v2.0/security-groups/e59e964f-622e-4405-9994-b734e7c61190 HTTP/1.1" status: 204 len: 168 time: 0.2064378 Feb 28 22:05:56.071283 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34366) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:05:56.078087 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be85b2-96f9-46d0-b3a1-bc8e4c4c70ec tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59e964f-622e-4405-9994-b734e7c61190,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:05:56.087533 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.api.v2.resource [None req-340d6663-93e4-480b-ac17-be92f4535950 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] show failed (client error): The resource could not be found. Feb 28 22:05:56.088535 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-340d6663-93e4-480b-ac17-be92f4535950 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "GET /v2.0/security-groups/e59e964f-622e-4405-9994-b734e7c61190 HTTP/1.1" status: 404 len: 347 time: 0.0162842 Feb 28 22:05:56.091410 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34370) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:05:56.214959 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Deleting port bc4c659d-16b9-4ad8-aded-5c389c61ac9a {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:05:56.215213 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.290982 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.291306 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.303202 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Calling delete_port for bc4c659d-16b9-4ad8-aded-5c389c61ac9a owned by network:floatingip {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:05:56.504561 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (bc4c659d-16b9-4ad8-aded-5c389c61ac9a), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.532427 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Pushing event deleted for resources: {'Port': ['ID=bc4c659d-16b9-4ad8-aded-5c389c61ac9a,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:05:56.544540 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.544932 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.545281 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.545653 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.546047 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.546336 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.546758 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.547765 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.548107 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.548437 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.548768 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.549099 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.549428 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:05:56.603212 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks [] for floatingip (81f0675e-da3c-410e-b83c-b3e06ed71dfd), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.606112 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:05:56.606858 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0f9adefc-e072-4d84-a940-d883f44f6940 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] 10.222.0.26 "DELETE /v2.0/floatingips/81f0675e-da3c-410e-b83c-b3e06ed71dfd HTTP/1.1" status: 204 len: 168 time: 0.5144753 Feb 28 22:05:59.339944 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34392) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:05:59.842374 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (6384ddc5-41dc-4d19-846f-15ef9d67ac09), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:00.131271 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Deleting port c27f97bf-4f10-4b68-aab7-a8815f5baf58 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:00.131523 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:00.211935 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] For port c27f97bf-4f10-4b68-aab7-a8815f5baf58, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=c27f97bf-4f10-4b68-aab7-a8815f5baf58,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:00.212293 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:00.225002 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Calling delete_port for c27f97bf-4f10-4b68-aab7-a8815f5baf58 owned by network:router_interface {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:00.464151 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (c27f97bf-4f10-4b68-aab7-a8815f5baf58), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:00.489122 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Pushing event deleted for resources: {'Port': ['ID=c27f97bf-4f10-4b68-aab7-a8815f5baf58,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:00.671865 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (6384ddc5-41dc-4d19-846f-15ef9d67ac09), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:00.886388 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:06:00.991607 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:06:00.996595 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ed58bdf9-34c5-401c-bc61-bb2154a6471b admin admin] 10.222.0.26 "PUT /v2.0/routers/6384ddc5-41dc-4d19-846f-15ef9d67ac09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6556363 Feb 28 22:06:00.999197 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34396) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:01.000132 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] Sync routers for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:06:01.010196 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:01.010845 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:01.103836 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks [] for router (6384ddc5-41dc-4d19-846f-15ef9d67ac09), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:01.116859 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:01.296302 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T22:06:00Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:01.327792 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] Checking router: 6384ddc5-41dc-4d19-846f-15ef9d67ac09 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:06:01.336535 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] Routers {'6384ddc5-41dc-4d19-846f-15ef9d67ac09'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:01.337147 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:01.396354 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks [] for router_gateway (6384ddc5-41dc-4d19-846f-15ef9d67ac09), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:01.551191 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Deleting port b418e188-16c2-4735-a5fa-2946d7947dc7 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:01.551933 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:01.570858 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] Set router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:01.631875 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] For port b418e188-16c2-4735-a5fa-2946d7947dc7, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b418e188-16c2-4735-a5fa-2946d7947dc7,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:01.632235 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:01.645317 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Calling delete_port for b418e188-16c2-4735-a5fa-2946d7947dc7 owned by network:router_gateway {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:01.744050 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T22:06:00Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:01.770356 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90371a38-53e6-4744-b4c4-7e2c5aab2391 None None] The sync data for ids ['6384ddc5-41dc-4d19-846f-15ef9d67ac09'] in dv-cinder-830901-2-iscsi is: [{'id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'name': 'tempest-AttachVolumeShelveTestJSON-1368429182-router', 'tenant_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:56:04Z', 'updated_at': '2022-02-28T22:06:00Z', 'revision_number': 5, 'project_id': 'fdca1a6469bf40f180da2e8f5a4b61c6', 'gw_port': {'id': 'b418e188-16c2-4735-a5fa-2946d7947dc7', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6384ddc5-41dc-4d19-846f-15ef9d67ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:56:05Z', 'updated_at': '2022-02-28T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:06:01.885651 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (b418e188-16c2-4735-a5fa-2946d7947dc7), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:01.912466 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Pushing event deleted for resources: {'Port': ['ID=b418e188-16c2-4735-a5fa-2946d7947dc7,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:01.971487 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (6384ddc5-41dc-4d19-846f-15ef9d67ac09), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.087834 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (6384ddc5-41dc-4d19-846f-15ef9d67ac09), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.089975 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks [] for router_controller (6384ddc5-41dc-4d19-846f-15ef9d67ac09), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.106997 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34398) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:02.240635 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (6384ddc5-41dc-4d19-846f-15ef9d67ac09), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.241303 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6384ddc5-41dc-4d19-846f-15ef9d67ac09 {{(pid=110029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:06:02.246655 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.248117 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-1a2bec73-8607-46db-91e3-ac6a0489323e admin admin] 10.222.0.26 "DELETE /v2.0/routers/6384ddc5-41dc-4d19-846f-15ef9d67ac09 HTTP/1.1" status: 204 len: 168 time: 1.2476699 Feb 28 22:06:02.250406 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34404) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:02.272641 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device c27f97bf-4f10-4b68-aab7-a8815f5baf58 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:02.301497 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: c27f97bf-4f10-4b68-aab7-a8815f5baf58 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:02.302323 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device c27f97bf-4f10-4b68-aab7-a8815f5baf58 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:02.311660 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] Deleting subnet 8773d8f4-7ce3-4f42-b6ce-46281b8d9603 {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:06:02.315654 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] Publish callbacks [] for subnet (8773d8f4-7ce3-4f42-b6ce-46281b8d9603), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.352143 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (8773d8f4-7ce3-4f42-b6ce-46281b8d9603), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.409908 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Deleting port 5889c4f1-8074-4a96-b4ff-75ba51be85a8 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:02.410289 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.466750 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (8773d8f4-7ce3-4f42-b6ce-46281b8d9603), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.490940 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.494094 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for floatingip (5889c4f1-8074-4a96-b4ff-75ba51be85a8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.505459 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Calling delete_port for 5889c4f1-8074-4a96-b4ff-75ba51be85a8 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:02.631065 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (8773d8f4-7ce3-4f42-b6ce-46281b8d9603), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.660305 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.663854 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8773d8f4-7ce3-4f42-b6ce-46281b8d9603 HTTP/1.1" status: 204 len: 168 time: 0.4124296 Feb 28 22:06:02.664718 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cb79f-cd83-459a-84fa-175311bfe9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8773d8f4-7ce3-4f42-b6ce-46281b8d9603,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:02.668642 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34406) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:02.671178 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed04f1-eaa9-49e9-954b-e5bbae49aabd None None] Network 4aad82d0-b6ca-47ed-babd-a4b5d0132262 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:06:02.747888 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (4aad82d0-b6ca-47ed-babd-a4b5d0132262), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.807662 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Deleting port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:02.808003 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.870066 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] DHCP port deletion for 4aad82d0-b6ca-47ed-babd-a4b5d0132262 request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:06:02.891731 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] For port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:02.892092 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.905901 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Calling delete_port for 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:02.920586 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Deleting port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:02.920968 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.985432 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] For port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,segment=NetworkSegment(f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01),segment_id=f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:02.985836 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:02.998734 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Calling delete_port for 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:03.052723 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (5889c4f1-8074-4a96-b4ff-75ba51be85a8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.076131 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.076886 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event deleted for resources: {'Port': ['ID=5889c4f1-8074-4a96-b4ff-75ba51be85a8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:03.109287 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:03.112030 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] No DVR routers for this DVR port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 on host dv-cinder-830901-2-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:03.118126 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (94618cfa-7e87-46fe-ba83-62fdd9ec3c56), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.147401 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Pushing event deleted for resources: {'Port': ['ID=94618cfa-7e87-46fe-ba83-62fdd9ec3c56,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:03.155565 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.155860 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.156196 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.156533 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.156866 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.157197 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.157523 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.157851 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.158205 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.158536 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.159567 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.159903 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.160227 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:03.160829 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for floatingip (3694916e-25f0-4861-a4ac-2cb64dabbd4f), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.161373 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Floating IP 3694916e-25f0-4861-a4ac-2cb64dabbd4f disassociated (deleted). External IP: 172.27.2.65, port: af185132-893f-4100-a7b2-fd68dc29d007. Feb 28 22:06:03.163207 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20608395-ab34-441b-a0f1-ba535cbcdabf None None] No DVR routers for this DVR port 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:03.192179 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (4aad82d0-b6ca-47ed-babd-a4b5d0132262), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.214037 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aad82d0-b6ca-47ed-babd-a4b5d0132262']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:03.224534 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:03.224830 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:03.234214 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.247787 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.254592 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (f74eff0f-4ec0-454d-ac4f-ed2e2f22cc01), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:06:03.262054 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:06:03.381725 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Router 73f5195e-b787-41a8-84e6-125ea8a62be8 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:06:03.424172 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (4aad82d0-b6ca-47ed-babd-a4b5d0132262), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.432182 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.435567 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4aad82d0-b6ca-47ed-babd-a4b5d0132262 HTTP/1.1" status: 204 len: 168 time: 0.7658763 Feb 28 22:06:03.445022 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b553f-657a-4e8c-9986-af2e7fbf6d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aad82d0-b6ca-47ed-babd-a4b5d0132262,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:03.490808 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:06:03.495738 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.503108 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] Sync routers for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:06:03.513575 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:03.514216 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:03.527521 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bad5a64d-8f29-42ed-a309-8aef25b28d2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "DELETE /v2.0/floatingips/3694916e-25f0-4861-a4ac-2cb64dabbd4f HTTP/1.1" status: 204 len: 168 time: 1.4193082 Feb 28 22:06:03.528123 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:06:03.530390 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b1a538-09a8-422f-b209-8f729b86771a" -d '{"events": [{"name": "network-changed", "server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "tag": "af185132-893f-4100-a7b2-fd68dc29d007"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:06:03.570034 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fce7412-1735-4787-b006-d93b6a26998d x-openstack-request-id: req-5fce7412-1735-4787-b006-d93b6a26998d {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:06:03.570034 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "tag": "af185132-893f-4100-a7b2-fd68dc29d007", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:06:03.570034 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fce7412-1735-4787-b006-d93b6a26998d {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:06:03.570034 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007', 'status': 'completed', 'code': 200} Feb 28 22:06:03.632975 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:03.640593 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a538-09a8-422f-b209-8f729b86771a req-e279eb3d-e41d-46a2-a8ae-6e333219c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:03.642361 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f6b1a538-09a8-422f-b209-8f729b86771a req-e279eb3d-e41d-46a2-a8ae-6e333219c5a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41fad17e39fc4970a4688f9d08a37877&device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 1130 time: 0.0486646 Feb 28 22:06:03.734970 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a538-09a8-422f-b209-8f729b86771a req-bc54dcc4-c21c-4412-a594-2347d3436a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:03.736570 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f6b1a538-09a8-422f-b209-8f729b86771a req-bc54dcc4-c21c-4412-a594-2347d3436a89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37854532-2a92-4909-8083-a0d68ca427f3 HTTP/1.1" status: 200 len: 909 time: 0.0878274 Feb 28 22:06:03.785979 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f6b1a538-09a8-422f-b209-8f729b86771a req-06db5b01-cffa-43ba-a66a-ec1eb782c46f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 200 len: 217 time: 0.0415096 Feb 28 22:06:03.837162 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a538-09a8-422f-b209-8f729b86771a req-b37e90c8-9b05-4789-90fa-585713cd1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:03.838934 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f6b1a538-09a8-422f-b209-8f729b86771a req-b37e90c8-9b05-4789-90fa-585713cd1e57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48e9f5ba-3b55-40ad-9365-5219eca8e685 HTTP/1.1" status: 200 len: 847 time: 0.0475836 Feb 28 22:06:03.847018 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:19Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:03.881393 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd9c0-9cca-4525-a568-00e36fcd34cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:03.892999 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a538-09a8-422f-b209-8f729b86771a req-70095e8d-895e-4adb-b313-19b3db357770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:03.896794 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f6b1a538-09a8-422f-b209-8f729b86771a req-70095e8d-895e-4adb-b313-19b3db357770 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37854532-2a92-4909-8083-a0d68ca427f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498333 Feb 28 22:06:03.920765 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34414) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:03.968498 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] Checking router: 73f5195e-b787-41a8-84e6-125ea8a62be8 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:06:03.978262 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:03.978885 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:05:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:04.015325 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f03d7338-ec53-4815-ad97-35e04c0a6167 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdca1a6469bf40f180da2e8f5a4b61c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0934322 Feb 28 22:06:04.018032 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34420) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:04.037569 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f6b1a538-09a8-422f-b209-8f729b86771a req-bdc65d1d-01eb-4dde-a71b-20cafa5a4b0c service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362617 Feb 28 22:06:04.099787 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:04.104228 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f06925c4-1501-4415-bcb2-421f730aeba9 admin admin] Publish callbacks [] for security_group (147448cc-2b96-4adc-af25-721fd6e2c6ef), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:04.149171 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f06925c4-1501-4415-bcb2-421f730aeba9 admin admin] Publish callbacks [] for security_group (147448cc-2b96-4adc-af25-721fd6e2c6ef), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:04.150087 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f6b1a538-09a8-422f-b209-8f729b86771a req-e7d6a29c-f436-48be-aad6-3666a47924c6 service neutron] 10.222.0.16 "GET /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059556 Feb 28 22:06:04.151890 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b418e188-16c2-4735-a5fa-2946d7947dc7 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:04.171972 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: b418e188-16c2-4735-a5fa-2946d7947dc7 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:04.172607 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b418e188-16c2-4735-a5fa-2946d7947dc7 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:04.173197 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:04.194585 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:04.195196 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 94618cfa-7e87-46fe-ba83-62fdd9ec3c56 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:04.275117 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f06925c4-1501-4415-bcb2-421f730aeba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (147448cc-2b96-4adc-af25-721fd6e2c6ef), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:04.278026 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f06925c4-1501-4415-bcb2-421f730aeba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:04.279215 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-f06925c4-1501-4415-bcb2-421f730aeba9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/147448cc-2b96-4adc-af25-721fd6e2c6ef HTTP/1.1" status: 204 len: 168 time: 0.2596400 Feb 28 22:06:04.287292 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06925c4-1501-4415-bcb2-421f730aeba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147448cc-2b96-4adc-af25-721fd6e2c6ef,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:04.313613 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287bf14-1865-411e-820a-f4069b94b30e req-149df7a4-c798-4056-9222-d59d818feaba tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:04.316372 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b287bf14-1865-411e-820a-f4069b94b30e req-149df7a4-c798-4056-9222-d59d818feaba tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.3336136 Feb 28 22:06:04.352253 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:19Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:04.368781 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b287bf14-1865-411e-820a-f4069b94b30e req-c3526a6b-663d-4674-b3f6-e9b1bbbc949e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Feb 28 22:06:04.380564 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e7765-db4b-4bdb-aee9-a18b5faebffd None None] The sync data for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi is: [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:00:14Z', 'revision_number': 4, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': 'e359b668-e72e-45bc-9c1d-247ddea7e1ab', 'name': '', 'network_id': '37854532-2a92-4909-8083-a0d68ca427f3', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'mac_address': 'fa:16:3e:94:c3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:14Z', 'updated_at': '2022-02-28T22:00:19Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'subnets': [{'id': '48e9f5ba-3b55-40ad-9365-5219eca8e685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:06:04.603627 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c9a0b-fe98-4177-b29d-84920e1dfe53 None None] New status for floating IP 3694916e-25f0-4861-a4ac-2cb64dabbd4f: DOWN {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:06:05.640039 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5aa2e-7c55-49a5-9742-b06220afda82 req-ec7e2f27-20c8-414d-944a-74c313f8136e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:05.641501 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9ff5aa2e-7c55-49a5-9742-b06220afda82 req-ec7e2f27-20c8-414d-944a-74c313f8136e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.2032480 Feb 28 22:06:05.689343 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9ff5aa2e-7c55-49a5-9742-b06220afda82 req-42fa3308-37c2-4e68-9a4b-e5f6dd086db5 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/security-groups?id=f06a1555-9c23-451e-8f66-ac5305b2f921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Feb 28 22:06:05.758640 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-2f025d9c-f288-4728-bad6-fd5e7266f3c4 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:05.760089 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-2f025d9c-f288-4728-bad6-fd5e7266f3c4 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.16 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 946 time: 0.0544870 Feb 28 22:06:05.859333 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Deleting port af185132-893f-4100-a7b2-fd68dc29d007 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:05.859674 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (af185132-893f-4100-a7b2-fd68dc29d007), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:05.947614 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] For port af185132-893f-4100-a7b2-fd68dc29d007, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=af185132-893f-4100-a7b2-fd68dc29d007,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:05.947902 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (af185132-893f-4100-a7b2-fd68dc29d007), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:05.961000 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Calling delete_port for af185132-893f-4100-a7b2-fd68dc29d007 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:06.149828 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (af185132-893f-4100-a7b2-fd68dc29d007), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:06.188649 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event deleted for resources: {'Port': ['ID=af185132-893f-4100-a7b2-fd68dc29d007,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:06.215718 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-44c00a71-ff3e-4fd4-b705-5bf06f81c174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:06.235804 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] No DVR routers for this DVR port af185132-893f-4100-a7b2-fd68dc29d007 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:06.239390 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:06.243223 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1e957eaf-1581-4b11-b1d2-21060e3318f2 req-dd14ba7c-1158-4f30-af6d-15b42a9ac271 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.16 "DELETE /v2.0/ports/af185132-893f-4100-a7b2-fd68dc29d007 HTTP/1.1" status: 204 len: 173 time: 0.4778581 Feb 28 22:06:06.244345 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-deleted', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:06:06.246297 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b9746c-c64e-4716-8d53-ffb420cfafe9" -d '{"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-deleted", "tag": "af185132-893f-4100-a7b2-fd68dc29d007"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:06:06.286800 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76022f4-948f-4fcb-a01d-ecea6f69fa67 x-openstack-request-id: req-a76022f4-948f-4fcb-a01d-ecea6f69fa67 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:06:06.287186 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191379e-535c-4b0c-bb99-8628af12fae6", "name": "network-vif-deleted", "tag": "af185132-893f-4100-a7b2-fd68dc29d007", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:06:06.287513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a76022f4-948f-4fcb-a01d-ecea6f69fa67 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:06:06.287987 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191379e-535c-4b0c-bb99-8628af12fae6', 'name': 'network-vif-deleted', 'tag': 'af185132-893f-4100-a7b2-fd68dc29d007', 'status': 'completed', 'code': 200} Feb 28 22:06:06.788780 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e70becaf-3faf-4b7a-a4d5-a7e75049ff24 req-a8f7a3f0-bb1f-4a0d-a9ee-1adeaef1cc2e tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "GET /v2.0/ports?device_id=b191379e-535c-4b0c-bb99-8628af12fae6 HTTP/1.1" status: 200 len: 210 time: 0.0270884 Feb 28 22:06:07.097517 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:06:07.321397 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:07.846685 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34478) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:07.901440 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fd1561a-6884-4597-81f2-378e5a3582d0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group (f06a1555-9c23-451e-8f66-ac5305b2f921), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:07.926269 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fd1561a-6884-4597-81f2-378e5a3582d0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group (f06a1555-9c23-451e-8f66-ac5305b2f921), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:08.063746 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fd1561a-6884-4597-81f2-378e5a3582d0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (f06a1555-9c23-451e-8f66-ac5305b2f921), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:08.066487 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0fd1561a-6884-4597-81f2-378e5a3582d0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:08.067685 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0fd1561a-6884-4597-81f2-378e5a3582d0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] 10.222.0.26 "DELETE /v2.0/security-groups/f06a1555-9c23-451e-8f66-ac5305b2f921 HTTP/1.1" status: 204 len: 168 time: 0.2198584 Feb 28 22:06:08.077484 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1561a-6884-4597-81f2-378e5a3582d0 tempest-TestShelveInstance-1174143416 tempest-TestShelveInstance-1174143416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06a1555-9c23-451e-8f66-ac5305b2f921,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:08.121219 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:08.171655 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34486) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:08.695073 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (73f5195e-b787-41a8-84e6-125ea8a62be8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:08.790854 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:08.976841 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Deleting port e359b668-e72e-45bc-9c1d-247ddea7e1ab {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:08.977418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:09.063039 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] For port e359b668-e72e-45bc-9c1d-247ddea7e1ab, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=e359b668-e72e-45bc-9c1d-247ddea7e1ab,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:09.063478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:09.077714 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Calling delete_port for e359b668-e72e-45bc-9c1d-247ddea7e1ab owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:09.316331 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (e359b668-e72e-45bc-9c1d-247ddea7e1ab), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:09.343773 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e359b668-e72e-45bc-9c1d-247ddea7e1ab,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:09.507210 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (73f5195e-b787-41a8-84e6-125ea8a62be8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:09.575321 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device af185132-893f-4100-a7b2-fd68dc29d007 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:09.595312 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: af185132-893f-4100-a7b2-fd68dc29d007 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:09.595663 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device af185132-893f-4100-a7b2-fd68dc29d007 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:09.718576 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Router 73f5195e-b787-41a8-84e6-125ea8a62be8 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:06:09.822254 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:06:09.828624 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-760e308e-d49b-438d-8ca6-9d54ade67d1e admin admin] 10.222.0.26 "PUT /v2.0/routers/73f5195e-b787-41a8-84e6-125ea8a62be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6539750 Feb 28 22:06:09.829973 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34500) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:09.833694 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] Sync routers for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:06:09.842854 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:09.843462 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:09.933624 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks [] for router (73f5195e-b787-41a8-84e6-125ea8a62be8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:09.951386 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:10.104125 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:10.144006 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:06:09Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:10.172365 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] Checking router: 73f5195e-b787-41a8-84e6-125ea8a62be8 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:06:10.182404 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] Routers {'73f5195e-b787-41a8-84e6-125ea8a62be8'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:10.183120 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['73f5195e-b787-41a8-84e6-125ea8a62be8'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:10.294550 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] Set router 73f5195e-b787-41a8-84e6-125ea8a62be8 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:10.316299 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks [] for router_gateway (73f5195e-b787-41a8-84e6-125ea8a62be8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:10.438465 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Deleting port c0019812-cbfb-4b1c-a6af-757940377e5b {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:10.438724 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:10.470103 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:06:09Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:10.500223 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b345ab2-bade-4ac2-aec4-02fd64f09c7b None None] The sync data for ids ['73f5195e-b787-41a8-84e6-125ea8a62be8'] in dv-cinder-830901-2-iscsi is: [{'id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'name': 'tempest-TestShelveInstance-828976513-router', 'tenant_id': '41fad17e39fc4970a4688f9d08a37877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:11Z', 'updated_at': '2022-02-28T22:06:09Z', 'revision_number': 5, 'project_id': '41fad17e39fc4970a4688f9d08a37877', 'gw_port': {'id': 'c0019812-cbfb-4b1c-a6af-757940377e5b', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5195e-b787-41a8-84e6-125ea8a62be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:12Z', 'updated_at': '2022-02-28T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:06:10.521562 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] For port c0019812-cbfb-4b1c-a6af-757940377e5b, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=c0019812-cbfb-4b1c-a6af-757940377e5b,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:10.524074 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:10.536314 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Calling delete_port for c0019812-cbfb-4b1c-a6af-757940377e5b owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:10.776836 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (c0019812-cbfb-4b1c-a6af-757940377e5b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:10.803067 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0019812-cbfb-4b1c-a6af-757940377e5b,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:10.873832 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (73f5195e-b787-41a8-84e6-125ea8a62be8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:10.972929 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (73f5195e-b787-41a8-84e6-125ea8a62be8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:10.975224 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks [] for router_controller (73f5195e-b787-41a8-84e6-125ea8a62be8), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.109874 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (73f5195e-b787-41a8-84e6-125ea8a62be8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.110517 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f5195e-b787-41a8-84e6-125ea8a62be8 {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:06:11.116296 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.117435 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d68f5821-cb00-4fb0-a83e-c8669d9bd153 admin admin] 10.222.0.26 "DELETE /v2.0/routers/73f5195e-b787-41a8-84e6-125ea8a62be8 HTTP/1.1" status: 204 len: 168 time: 1.2863810 Feb 28 22:06:11.120048 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34510) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:11.166326 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] Deleting subnet 48e9f5ba-3b55-40ad-9365-5219eca8e685 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:06:11.169745 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] Publish callbacks [] for subnet (48e9f5ba-3b55-40ad-9365-5219eca8e685), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.206360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (48e9f5ba-3b55-40ad-9365-5219eca8e685), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.316295 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (48e9f5ba-3b55-40ad-9365-5219eca8e685), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.464507 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (48e9f5ba-3b55-40ad-9365-5219eca8e685), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.495784 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e9f5ba-3b55-40ad-9365-5219eca8e685,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:11.498533 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.503204 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-15d01ab1-b846-4b45-8a77-611d4b5679b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/48e9f5ba-3b55-40ad-9365-5219eca8e685 HTTP/1.1" status: 204 len: 168 time: 0.3812833 Feb 28 22:06:11.504521 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca05e2-2ce6-4010-98dd-512850cd4331 None None] Network 37854532-2a92-4909-8083-a0d68ca427f3 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:06:11.505491 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34512) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:11.581695 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (37854532-2a92-4909-8083-a0d68ca427f3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.634070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Deleting port b6f0d2ad-e937-4182-af5c-ed749e65622e {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:11.634461 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.673713 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] DHCP port deletion for 37854532-2a92-4909-8083-a0d68ca427f3 request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:06:11.700956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] For port b6f0d2ad-e937-4182-af5c-ed749e65622e, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b6f0d2ad-e937-4182-af5c-ed749e65622e,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:11.701318 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.714517 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Calling delete_port for b6f0d2ad-e937-4182-af5c-ed749e65622e owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:11.722444 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] Deleting port b6f0d2ad-e937-4182-af5c-ed749e65622e {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:11.722819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.787574 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] For port b6f0d2ad-e937-4182-af5c-ed749e65622e, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b6f0d2ad-e937-4182-af5c-ed749e65622e,segment=NetworkSegment(a5a9d912-69b0-449e-b831-cffee47adef8),segment_id=a5a9d912-69b0-449e-b831-cffee47adef8)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:11.787973 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.801845 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] Calling delete_port for b6f0d2ad-e937-4182-af5c-ed749e65622e owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:11.869526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.876289 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (b6f0d2ad-e937-4182-af5c-ed749e65622e), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.899418 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f0d2ad-e937-4182-af5c-ed749e65622e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:11.901246 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] No DVR routers for this DVR port b6f0d2ad-e937-4182-af5c-ed749e65622e on host dv-cinder-830901-2-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:11.901712 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] Pushing event deleted for resources: {'Port': ['ID=b6f0d2ad-e937-4182-af5c-ed749e65622e,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:11.906081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360c971-d9ad-4da0-830c-0e7d23609144 None None] No DVR routers for this DVR port b6f0d2ad-e937-4182-af5c-ed749e65622e on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:11.971553 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (37854532-2a92-4909-8083-a0d68ca427f3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:11.990519 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37854532-2a92-4909-8083-a0d68ca427f3']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:11.999399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a9d912-69b0-449e-b831-cffee47adef8') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:11.999705 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a9d912-69b0-449e-b831-cffee47adef8') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:12.008954 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (a5a9d912-69b0-449e-b831-cffee47adef8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.022809 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (a5a9d912-69b0-449e-b831-cffee47adef8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.028704 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:06:12.030559 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (a5a9d912-69b0-449e-b831-cffee47adef8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:06:12.030880 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:06:12.103320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device c0019812-cbfb-4b1c-a6af-757940377e5b no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:12.125800 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: c0019812-cbfb-4b1c-a6af-757940377e5b {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:12.126098 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device c0019812-cbfb-4b1c-a6af-757940377e5b not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:12.126508 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device e359b668-e72e-45bc-9c1d-247ddea7e1ab no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:12.132377 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (37854532-2a92-4909-8083-a0d68ca427f3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.137750 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.140977 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] 10.222.0.26 "DELETE /v2.0/networks/37854532-2a92-4909-8083-a0d68ca427f3 HTTP/1.1" status: 204 len: 168 time: 0.6345356 Feb 28 22:06:12.144523 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34516) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:12.146058 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: e359b668-e72e-45bc-9c1d-247ddea7e1ab {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:12.146415 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device e359b668-e72e-45bc-9c1d-247ddea7e1ab not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:12.146840 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b6f0d2ad-e937-4182-af5c-ed749e65622e no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:12.152633 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ca4ba-7d6c-424c-a1a9-eeb16c7985fb admin admin] Pushing event deleted for resources: {'Network': ['ID=37854532-2a92-4909-8083-a0d68ca427f3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:12.166663 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: b6f0d2ad-e937-4182-af5c-ed749e65622e {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:12.167013 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b6f0d2ad-e937-4182-af5c-ed749e65622e not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:12.493634 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (0a8be61a-c609-40ce-9cda-87e009983e50), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.739570 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Deleting port 48ccb605-5957-46cc-8c8c-1fc3617600fb {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:12.739909 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.818894 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] For port 48ccb605-5957-46cc-8c8c-1fc3617600fb, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=48ccb605-5957-46cc-8c8c-1fc3617600fb,segment=NetworkSegment(110539b3-d336-4777-a197-3fb198ed8722),segment_id=110539b3-d336-4777-a197-3fb198ed8722)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:12.819256 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:12.832672 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Calling delete_port for 48ccb605-5957-46cc-8c8c-1fc3617600fb owned by network:router_interface {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:13.086923 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (48ccb605-5957-46cc-8c8c-1fc3617600fb), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:13.113301 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ccb605-5957-46cc-8c8c-1fc3617600fb,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:13.281981 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (0a8be61a-c609-40ce-9cda-87e009983e50), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:13.692247 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Router 0a8be61a-c609-40ce-9cda-87e009983e50 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:06:13.798648 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:06:13.806239 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c3431d6e-bdf1-4e33-9d1d-3efe289f8e91 admin admin] 10.222.0.26 "PUT /v2.0/routers/0a8be61a-c609-40ce-9cda-87e009983e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6575456 Feb 28 22:06:13.806666 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34520) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:13.807286 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] Sync routers for ids ['0a8be61a-c609-40ce-9cda-87e009983e50'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:06:13.817811 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] Routers {'0a8be61a-c609-40ce-9cda-87e009983e50'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:13.818459 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['0a8be61a-c609-40ce-9cda-87e009983e50'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:13.918265 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks [] for router (0a8be61a-c609-40ce-9cda-87e009983e50), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:13.924903 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] Set router 0a8be61a-c609-40ce-9cda-87e009983e50 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:14.019854 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks [] for router_gateway (0a8be61a-c609-40ce-9cda-87e009983e50), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.103518 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:06:12Z', 'revision_number': 5, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port': {'id': '0c98f55b-8092-4322-abf3-89808aa43dd3', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:19Z', 'updated_at': '2022-02-28T22:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:14.134539 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] Checking router: 0a8be61a-c609-40ce-9cda-87e009983e50 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:06:14.143876 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] Routers {'0a8be61a-c609-40ce-9cda-87e009983e50'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:14.144931 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['0a8be61a-c609-40ce-9cda-87e009983e50'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:14.159755 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Deleting port 0c98f55b-8092-4322-abf3-89808aa43dd3 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:14.160109 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.245927 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] For port 0c98f55b-8092-4322-abf3-89808aa43dd3, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=0c98f55b-8092-4322-abf3-89808aa43dd3,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:14.246320 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.261211 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Calling delete_port for 0c98f55b-8092-4322-abf3-89808aa43dd3 owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:14.364048 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] Set router 0a8be61a-c609-40ce-9cda-87e009983e50 gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:14.414959 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:06:14Z', 'revision_number': 6, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port_host': None}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:14.445182 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa2809-a8a2-4b38-9c64-aa9aadba12bf None None] The sync data for ids ['0a8be61a-c609-40ce-9cda-87e009983e50'] in dv-cinder-830901-2-iscsi is: [{'id': '0a8be61a-c609-40ce-9cda-87e009983e50', 'name': 'tempest-TestShelveInstance-1157539392-router', 'tenant_id': '5c9afa14d6d0454398dd47812852e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:18Z', 'updated_at': '2022-02-28T22:06:14Z', 'revision_number': 6, 'project_id': '5c9afa14d6d0454398dd47812852e2a9', 'gw_port_host': None}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:06:14.480931 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (0c98f55b-8092-4322-abf3-89808aa43dd3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.508332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c98f55b-8092-4322-abf3-89808aa43dd3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:14.597391 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (0a8be61a-c609-40ce-9cda-87e009983e50), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.691369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (0a8be61a-c609-40ce-9cda-87e009983e50), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.694029 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks [] for router_controller (0a8be61a-c609-40ce-9cda-87e009983e50), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.697894 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-634065fe-7f0d-4915-ba0c-10dd7164aa86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1472023 Feb 28 22:06:14.783291 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aed41-1626-42b9-9a37-b668c454242d req-038acad1-2b20-4846-8a5b-4052c8f34a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:14.785368 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-038acad1-2b20-4846-8a5b-4052c8f34a56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1129 time: 0.0456777 Feb 28 22:06:14.824696 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (0a8be61a-c609-40ce-9cda-87e009983e50), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.825620 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a8be61a-c609-40ce-9cda-87e009983e50 {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:06:14.836065 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.839789 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34524) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:14.840394 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-44d7fe2c-6a48-46d4-84ec-271f2b0d7e0c admin admin] 10.222.0.26 "DELETE /v2.0/routers/0a8be61a-c609-40ce-9cda-87e009983e50 HTTP/1.1" status: 204 len: 168 time: 1.0320752 Feb 28 22:06:14.900775 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] Deleting subnet 9c631d28-4080-448d-97bb-52b9cf36036b {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:06:14.904079 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] Publish callbacks [] for subnet (9c631d28-4080-448d-97bb-52b9cf36036b), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.915575 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aed41-1626-42b9-9a37-b668c454242d req-fc2873ad-8521-4ae7-b858-f5c0fbbacf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:14.917037 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-fc2873ad-8521-4ae7-b858-f5c0fbbacf4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.1141338 Feb 28 22:06:14.939539 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (9c631d28-4080-448d-97bb-52b9cf36036b), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:14.987574 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-1812d675-bf4b-4702-8a6d-8ef4515e8bcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 200 len: 999 time: 0.0641594 Feb 28 22:06:15.020617 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (9c631d28-4080-448d-97bb-52b9cf36036b), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.040222 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aed41-1626-42b9-9a37-b668c454242d req-6ef4ac29-8660-44bf-a249-479afc2d4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:15.041734 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-6ef4ac29-8660-44bf-a249-479afc2d4bbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0478783 Feb 28 22:06:15.090687 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aed41-1626-42b9-9a37-b668c454242d req-24342d23-65a2-48db-9141-ed6060271784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:15.092169 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-24342d23-65a2-48db-9141-ed6060271784 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448442 Feb 28 22:06:15.150103 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (9c631d28-4080-448d-97bb-52b9cf36036b), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.176414 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c631d28-4080-448d-97bb-52b9cf36036b,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:15.180047 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.185874 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-81dce597-e17c-4bec-8321-3bcb19e1eba5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9c631d28-4080-448d-97bb-52b9cf36036b HTTP/1.1" status: 204 len: 168 time: 0.3422904 Feb 28 22:06:15.191173 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1c69b-5fe1-43b0-852d-aa54d1fedecb None None] Network e539c20f-e8a6-4a14-8c2a-c325ca8260da requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:06:15.191665 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34528) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:15.194718 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-8a55f77a-0e9d-4fe2-ad46-03c8cea5c811 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965784 Feb 28 22:06:15.277011 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (e539c20f-e8a6-4a14-8c2a-c325ca8260da), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.296332 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2d3aed41-1626-42b9-9a37-b668c454242d req-57143c76-e63f-4f8c-baa9-1402aa1eca4d service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953946 Feb 28 22:06:15.338004 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Deleting port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:15.338359 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.387190 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] DHCP port deletion for e539c20f-e8a6-4a14-8c2a-c325ca8260da request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:06:15.403286 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] For port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,segment=NetworkSegment(110539b3-d336-4777-a197-3fb198ed8722),segment_id=110539b3-d336-4777-a197-3fb198ed8722)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:15.403649 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.416499 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Calling delete_port for 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:15.437106 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] Deleting port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:15.437534 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.509370 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] For port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,segment=NetworkSegment(110539b3-d336-4777-a197-3fb198ed8722),segment_id=110539b3-d336-4777-a197-3fb198ed8722)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:15.509370 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.519296 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] Calling delete_port for 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:15.623971 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.629822 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.649972 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:15.651785 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] No DVR routers for this DVR port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c on host dv-cinder-830901-2-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:15.655178 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] Pushing event deleted for resources: {'Port': ['ID=307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:15.658448 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2291b8e-918d-4d5b-b860-53d17093baa9 None None] No DVR routers for this DVR port 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:15.725124 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (e539c20f-e8a6-4a14-8c2a-c325ca8260da), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.747828 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e539c20f-e8a6-4a14-8c2a-c325ca8260da']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:15.757531 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110539b3-d336-4777-a197-3fb198ed8722') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:15.757823 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110539b3-d336-4777-a197-3fb198ed8722') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:15.766837 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (110539b3-d336-4777-a197-3fb198ed8722), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.779841 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (110539b3-d336-4777-a197-3fb198ed8722), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.785980 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:06:15.786419 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (110539b3-d336-4777-a197-3fb198ed8722), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:06:15.788041 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:06:15.926307 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (e539c20f-e8a6-4a14-8c2a-c325ca8260da), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.931884 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:15.935428 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e539c20f-e8a6-4a14-8c2a-c325ca8260da HTTP/1.1" status: 204 len: 168 time: 0.7481203 Feb 28 22:06:15.947303 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30db96-979f-4354-b892-76ccca8c9d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e539c20f-e8a6-4a14-8c2a-c325ca8260da,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:16.104646 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 0c98f55b-8092-4322-abf3-89808aa43dd3 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:16.126563 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 0c98f55b-8092-4322-abf3-89808aa43dd3 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:16.126852 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 0c98f55b-8092-4322-abf3-89808aa43dd3 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:16.127288 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:16.150499 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:16.150854 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 307b32b3-f1f2-4281-ac2c-9fbaa7cd3f8c not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:16.151283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 48ccb605-5957-46cc-8c8c-1fc3617600fb no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:16.171094 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 48ccb605-5957-46cc-8c8c-1fc3617600fb {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:16.171471 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 48ccb605-5957-46cc-8c8c-1fc3617600fb not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:16.316586 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34548) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:16.357098 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4988034a-5814-4997-a07b-c9a4533be868 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41fad17e39fc4970a4688f9d08a37877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393233 Feb 28 22:06:16.359467 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34550) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:16.407221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad22f-4219-48bb-966b-e87e95fe290a admin admin] Publish callbacks [] for security_group (623a10d9-759c-40ed-a0a3-c327411f8587), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:16.432527 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad22f-4219-48bb-966b-e87e95fe290a admin admin] Publish callbacks [] for security_group (623a10d9-759c-40ed-a0a3-c327411f8587), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:16.584000 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad22f-4219-48bb-966b-e87e95fe290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (623a10d9-759c-40ed-a0a3-c327411f8587), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:16.586711 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad22f-4219-48bb-966b-e87e95fe290a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:16.588255 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3d0ad22f-4219-48bb-966b-e87e95fe290a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/623a10d9-759c-40ed-a0a3-c327411f8587 HTTP/1.1" status: 204 len: 168 time: 0.2274737 Feb 28 22:06:16.595778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ad22f-4219-48bb-966b-e87e95fe290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a10d9-759c-40ed-a0a3-c327411f8587,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:17.389725 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34572) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:17.428734 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-25da1fc6-b433-41e8-8958-e4e2247ca05a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c9afa14d6d0454398dd47812852e2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378413 Feb 28 22:06:17.431105 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34574) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:17.480710 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6943-66c9-4d89-b0d2-8f92c66179c3 admin admin] Publish callbacks [] for security_group (f39386e6-ee46-4fe6-a31c-5d2c84b4f706), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:17.501814 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6943-66c9-4d89-b0d2-8f92c66179c3 admin admin] Publish callbacks [] for security_group (f39386e6-ee46-4fe6-a31c-5d2c84b4f706), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:17.640718 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6943-66c9-4d89-b0d2-8f92c66179c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (f39386e6-ee46-4fe6-a31c-5d2c84b4f706), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:17.643332 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6943-66c9-4d89-b0d2-8f92c66179c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:17.644628 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-6b5d6943-66c9-4d89-b0d2-8f92c66179c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f39386e6-ee46-4fe6-a31c-5d2c84b4f706 HTTP/1.1" status: 204 len: 168 time: 0.2125328 Feb 28 22:06:17.652766 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d6943-66c9-4d89-b0d2-8f92c66179c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39386e6-ee46-4fe6-a31c-5d2c84b4f706,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:20.116152 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34610) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:20.217562 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aaf60ad6-0093-4187-bb3d-70cf1df43643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:20.294525 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aaf60ad6-0093-4187-bb3d-70cf1df43643 admin admin] Publish callbacks [] for security_group (4f88c550-27af-4033-9530-c4feb7b67c97), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:20.440873 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-aaf60ad6-0093-4187-bb3d-70cf1df43643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (4f88c550-27af-4033-9530-c4feb7b67c97), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:20.478901 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-aaf60ad6-0093-4187-bb3d-70cf1df43643 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cb591938500456186a438a9d8bed48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616750 Feb 28 22:06:20.480753 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf60ad6-0093-4187-bb3d-70cf1df43643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f88c550-27af-4033-9530-c4feb7b67c97,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:20.481706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34614) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:20.529959 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-430c95eb-145a-4b3c-a197-6b83e9966580 admin admin] Publish callbacks [] for security_group (4f88c550-27af-4033-9530-c4feb7b67c97), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:20.551603 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-430c95eb-145a-4b3c-a197-6b83e9966580 admin admin] Publish callbacks [] for security_group (4f88c550-27af-4033-9530-c4feb7b67c97), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:20.680815 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-430c95eb-145a-4b3c-a197-6b83e9966580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (4f88c550-27af-4033-9530-c4feb7b67c97), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:20.683438 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-430c95eb-145a-4b3c-a197-6b83e9966580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:20.684587 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-430c95eb-145a-4b3c-a197-6b83e9966580 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f88c550-27af-4033-9530-c4feb7b67c97 HTTP/1.1" status: 204 len: 168 time: 0.2017984 Feb 28 22:06:20.692403 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c95eb-145a-4b3c-a197-6b83e9966580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f88c550-27af-4033-9530-c4feb7b67c97,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:21.314417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34620) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:21.328312 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-05dd2dd9-958d-4b54-ac10-6c2ee37b704c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:21.407423 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-05dd2dd9-958d-4b54-ac10-6c2ee37b704c admin admin] Publish callbacks [] for security_group (611a581a-b6c8-4ac4-abf6-7a584649deb7), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:21.497926 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-05dd2dd9-958d-4b54-ac10-6c2ee37b704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (611a581a-b6c8-4ac4-abf6-7a584649deb7), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:21.538791 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-05dd2dd9-958d-4b54-ac10-6c2ee37b704c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0da7d66ef01c4f2f9280a655cbe55f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232873 Feb 28 22:06:21.539651 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd2dd9-958d-4b54-ac10-6c2ee37b704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611a581a-b6c8-4ac4-abf6-7a584649deb7,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:21.541410 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34622) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:21.590104 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e04acf6e-350c-4303-ba03-32b0684aeddb admin admin] Publish callbacks [] for security_group (611a581a-b6c8-4ac4-abf6-7a584649deb7), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:21.610324 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e04acf6e-350c-4303-ba03-32b0684aeddb admin admin] Publish callbacks [] for security_group (611a581a-b6c8-4ac4-abf6-7a584649deb7), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:21.801256 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e04acf6e-350c-4303-ba03-32b0684aeddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (611a581a-b6c8-4ac4-abf6-7a584649deb7), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:21.804011 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e04acf6e-350c-4303-ba03-32b0684aeddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:21.805231 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e04acf6e-350c-4303-ba03-32b0684aeddb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/611a581a-b6c8-4ac4-abf6-7a584649deb7 HTTP/1.1" status: 204 len: 168 time: 0.2621326 Feb 28 22:06:21.812908 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04acf6e-350c-4303-ba03-32b0684aeddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611a581a-b6c8-4ac4-abf6-7a584649deb7,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:32.946478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e34fa-b233-457b-b349-76983a9a5bc3 req-32651717-3dd1-4e36-8335-e87c6ebda2b3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:32.948289 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-520e34fa-b233-457b-b349-76983a9a5bc3 req-32651717-3dd1-4e36-8335-e87c6ebda2b3 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0536101 Feb 28 22:06:32.995462 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-520e34fa-b233-457b-b349-76983a9a5bc3 req-ef85e7d8-0436-4cbb-b06c-073c7b62405f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Feb 28 22:06:33.874298 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ae492ed9-c9d8-4db9-8e02-4637d13e58bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:34.122615 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3a5c2-b658-4817-814b-a838a283a130 req-16ad83c4-c862-4c82-a6de-68a2de1f5d46 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:34.124074 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-54e3a5c2-b658-4817-814b-a838a283a130 req-16ad83c4-c862-4c82-a6de-68a2de1f5d46 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0519984 Feb 28 22:06:34.170377 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-54e3a5c2-b658-4817-814b-a838a283a130 req-2410bf41-41eb-4b6f-af94-5b32526c26de tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Feb 28 22:06:35.289017 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030faee-4c14-4693-9f13-452c7362ba9a req-fff308fc-5486-420c-bbdc-430160dcf7c5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:35.290516 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7030faee-4c14-4693-9f13-452c7362ba9a req-fff308fc-5486-420c-bbdc-430160dcf7c5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0547521 Feb 28 22:06:35.337630 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7030faee-4c14-4693-9f13-452c7362ba9a req-a6b00dfa-61e5-4d04-b2e0-b8004ad31d58 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Feb 28 22:06:36.223011 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-430939e7-3aa9-4f27-a10f-e1bd0939600a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:36.454520 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d8e1-3c63-41c9-ab8e-45f8c7103843 req-604fcdf8-c1e0-49d7-af7e-acb01cce9624 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:36.456017 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5172d8e1-3c63-41c9-ab8e-45f8c7103843 req-604fcdf8-c1e0-49d7-af7e-acb01cce9624 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0531414 Feb 28 22:06:36.502804 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5172d8e1-3c63-41c9-ab8e-45f8c7103843 req-85b5998b-4d3e-4f62-9b81-40ec8a2a4fc5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414026 Feb 28 22:06:37.296771 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:37.621335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e96ceb-b72d-44b0-9836-12a893235d44 req-cc643ff8-65af-48b4-a2f7-fca309375774 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:37.622844 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6e96ceb-b72d-44b0-9836-12a893235d44 req-cc643ff8-65af-48b4-a2f7-fca309375774 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0536869 Feb 28 22:06:37.671066 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e6e96ceb-b72d-44b0-9836-12a893235d44 req-0917dfe6-0f1a-4be6-b37c-3d23b5b9c7e0 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Feb 28 22:06:38.063083 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:38.281396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-3f71b1e2-14e7-476b-93aa-10011214c229 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:38.282875 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-3f71b1e2-14e7-476b-93aa-10011214c229 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Feb 28 22:06:38.372794 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Deleting port 314b9ef6-36e0-45ad-9e15-b926dce60832 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:38.373133 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:38.461079 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] For port 314b9ef6-36e0-45ad-9e15-b926dce60832, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=314b9ef6-36e0-45ad-9e15-b926dce60832,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:38.461384 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:38.630565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:38.631243 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (2d5801d5-c27c-424c-bec4-e5ab7e39d094), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:38.631372 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Floating IP 2d5801d5-c27c-424c-bec4-e5ab7e39d094 disassociated. External IP: 172.27.2.159, port: 314b9ef6-36e0-45ad-9e15-b926dce60832. Feb 28 22:06:38.631614 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Calling delete_port for 314b9ef6-36e0-45ad-9e15-b926dce60832 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:38.783149 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:38.801584 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4716f-35fa-4bf2-96d7-141e1cc3be49 req-a35cb342-cf6b-436b-997b-cdda3de45c16 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:38.803061 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d2e4716f-35fa-4bf2-96d7-141e1cc3be49 req-a35cb342-cf6b-436b-997b-cdda3de45c16 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 945 time: 0.0646191 Feb 28 22:06:38.849457 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d2e4716f-35fa-4bf2-96d7-141e1cc3be49 req-86b0e667-edd0-40dd-81ba-2122f388b7c5 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd775978-ab2e-4bf4-a423-f1ee22f533cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Feb 28 22:06:38.885770 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (314b9ef6-36e0-45ad-9e15-b926dce60832), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:38.917796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event deleted for resources: {'Port': ['ID=314b9ef6-36e0-45ad-9e15-b926dce60832,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:39.032104 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Router 95812a7c-db37-4452-9973-bb224d8edb03 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:06:39.415870 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:06:39.426081 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] Sync routers for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:06:39.436520 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:39.437129 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:39.457182 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] No DVR routers for this DVR port 314b9ef6-36e0-45ad-9e15-b926dce60832 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:39.459707 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:39.463547 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd2e36ca-76a5-4dd5-b44f-9a41a90201ed req-a33bb9dc-f479-4eb5-81ba-5e1963e407cc tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.16 "DELETE /v2.0/ports/314b9ef6-36e0-45ad-9e15-b926dce60832 HTTP/1.1" status: 204 len: 173 time: 1.1756940 Feb 28 22:06:39.463984 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'name': 'network-vif-deleted', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:06:39.466267 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d5e157-1d53-48db-99b8-3f6c341eef4e" -d '{"events": [{"server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "name": "network-vif-deleted", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:06:39.504329 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff3b52b-925c-4095-9221-15c1d9ff5f7a x-openstack-request-id: req-aff3b52b-925c-4095-9221-15c1d9ff5f7a {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:06:39.504623 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c81581-f573-48cf-bf9e-bb6ed780c2f1", "name": "network-vif-deleted", "tag": "314b9ef6-36e0-45ad-9e15-b926dce60832", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:06:39.504878 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aff3b52b-925c-4095-9221-15c1d9ff5f7a {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:06:39.505278 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c81581-f573-48cf-bf9e-bb6ed780c2f1', 'name': 'network-vif-deleted', 'tag': '314b9ef6-36e0-45ad-9e15-b926dce60832', 'status': 'completed', 'code': 200} Feb 28 22:06:39.550052 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:39.857705 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:39.884689 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] Checking router: 95812a7c-db37-4452-9973-bb224d8edb03 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:06:39.893333 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:39.893939 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:39.958159 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d1effafa-cd57-4b46-97f4-775d0ec8ea92 req-cc9e21b6-189b-4065-b7c2-b99dad0b306e tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c81581-f573-48cf-bf9e-bb6ed780c2f1 HTTP/1.1" status: 200 len: 210 time: 0.0290613 Feb 28 22:06:40.014585 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:40.108490 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:40.224405 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:40.251978 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8966-a6f2-40dc-beea-2db6c1f11ffa None None] The sync data for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi is: [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T21:59:47Z', 'revision_number': 4, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '805aa869-bcd3-4947-9401-29d3d0e4cad9', 'name': '', 'network_id': '8bf81c0f-b0b8-4893-8281-96fbb87b9374', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'mac_address': 'fa:16:3e:21:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:46Z', 'updated_at': '2022-02-28T21:59:50Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'subnets': [{'id': '5b62f742-4a3f-4c0b-b70e-b3148d16e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:06:40.503606 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d823af-2620-4bbb-8380-13290f5e2113 None None] New status for floating IP 2d5801d5-c27c-424c-bec4-e5ab7e39d094: DOWN {{(pid=110030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:06:41.097794 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 34876) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:41.165776 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b594a7d-8277-4b31-9cc4-80acf97c2efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (dd775978-ab2e-4bf4-a423-f1ee22f533cf), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.188982 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b594a7d-8277-4b31-9cc4-80acf97c2efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (dd775978-ab2e-4bf4-a423-f1ee22f533cf), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.291231 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b594a7d-8277-4b31-9cc4-80acf97c2efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (dd775978-ab2e-4bf4-a423-f1ee22f533cf), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.294605 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4b594a7d-8277-4b31-9cc4-80acf97c2efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.295753 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4b594a7d-8277-4b31-9cc4-80acf97c2efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "DELETE /v2.0/security-groups/dd775978-ab2e-4bf4-a423-f1ee22f533cf HTTP/1.1" status: 204 len: 168 time: 0.1969588 Feb 28 22:06:41.298723 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34878) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:41.304635 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b594a7d-8277-4b31-9cc4-80acf97c2efb tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd775978-ab2e-4bf4-a423-f1ee22f533cf,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:41.315480 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.api.v2.resource [None req-e447610c-29c1-482c-b9dc-4c67757937f1 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] show failed (client error): The resource could not be found. Feb 28 22:06:41.316480 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e447610c-29c1-482c-b9dc-4c67757937f1 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "GET /v2.0/security-groups/dd775978-ab2e-4bf4-a423-f1ee22f533cf HTTP/1.1" status: 404 len: 347 time: 0.0167179 Feb 28 22:06:41.319959 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34880) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:41.441084 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Deleting port bf399e8b-8abb-4d8e-a50e-268c8a4ea043 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:41.441337 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.517832 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.518098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.530741 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Calling delete_port for bf399e8b-8abb-4d8e-a50e-268c8a4ea043 owned by network:floatingip {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:41.707452 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 314b9ef6-36e0-45ad-9e15-b926dce60832 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:41.725688 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (bf399e8b-8abb-4d8e-a50e-268c8a4ea043), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.730677 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 314b9ef6-36e0-45ad-9e15-b926dce60832 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:41.731172 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 314b9ef6-36e0-45ad-9e15-b926dce60832 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:41.752720 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Pushing event deleted for resources: {'Port': ['ID=bf399e8b-8abb-4d8e-a50e-268c8a4ea043,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:41.816600 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks [] for floatingip (2d5801d5-c27c-424c-bec4-e5ab7e39d094), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.819194 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:41.820347 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7af70009-db06-436c-aba6-70aca8cb618f tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] 10.222.0.26 "DELETE /v2.0/floatingips/2d5801d5-c27c-424c-bec4-e5ab7e39d094 HTTP/1.1" status: 204 len: 168 time: 0.4994965 Feb 28 22:06:44.097412 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:06:45.521970 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-52e90bc9-6fa0-4c49-8ff3-ebe3f8e35afb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435818110&fields=id&tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 267 time: 0.0478799 Feb 28 22:06:45.630058 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-6579150b-00f7-4a2e-8e02-6709a948849d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:45.631551 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-6579150b-00f7-4a2e-8e02-6709a948849d tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 811 time: 0.1025801 Feb 28 22:06:45.646160 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-61b8984b-445a-4ee7-b3ed-f02ab0905201 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/quotas/bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 375 time: 0.0086529 Feb 28 22:06:45.703219 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-de267ba2-17d9-4780-a8c4-f78ead3e0d1e tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511584 Feb 28 22:06:45.718426 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-9b28a35c-9cd8-4925-900e-c4d4e451af4b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:06:45.719379 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-9b28a35c-9cd8-4925-900e-c4d4e451af4b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050125 Feb 28 22:06:45.811355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-987c97d6-d3c3-4fbb-9473-4caa1d866c27 service neutron] 10.222.0.26 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868621 Feb 28 22:06:45.900461 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-c59625fc-c32a-4118-a30b-58f07b9bd481 service neutron] 10.222.0.26 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832627 Feb 28 22:06:46.492710 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcb23fef-47d5-449f-8642-17e41f05fdda req-56520c0a-295c-42ce-9ff1-3b75bab5968c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 210 time: 0.0320065 Feb 28 22:06:47.581597 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8514d53b-2797-48b5-879b-71f305cf2e94 req-91162387-9c8b-4d34-9ef9-f9be6cfb73ce tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 210 time: 0.0274289 Feb 28 22:06:47.999837 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 34984) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:48.431356 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-d9f830a5-950f-4b05-b4e2-ddaca1a627f8 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:48.432588 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-d9f830a5-950f-4b05-b4e2-ddaca1a627f8 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 811 time: 0.1562707 Feb 28 22:06:48.551886 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-008fb1df-cac6-417f-b2cc-27627d05b80e tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7 HTTP/1.1" status: 200 len: 379 time: 0.0904593 Feb 28 22:06:48.551886 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'port': {'device_id': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'admin_state_up': True, 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'security_groups': ['59530cb3-bfb0-4087-a2be-7a971a35f4ac']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:06:48.708921 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d66efc92-444b-49d5-8d61-47aa7e0897f2 req-d4bfc382-a982-4813-a157-1a5294180a23 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 210 time: 0.0488846 Feb 28 22:06:48.741896 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (95812a7c-db37-4452-9973-bb224d8edb03), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:48.874944 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Made reservation on behalf of bc0c18f4d6ce4a21ba84b7f544ea90b7 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:06:48.878264 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.058043 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Allocated IP 172.20.0.5 (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0/e15518c0-3245-463b-ac21-f541de26d75e/5dacc39c-3702-4515-a076-c40ed4b44775) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:06:49.182234 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Deleting port 805aa869-bcd3-4947-9401-29d3d0e4cad9 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:49.182568 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.275257 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (5dacc39c-3702-4515-a076-c40ed4b44775), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.296370 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] For port 805aa869-bcd3-4947-9401-29d3d0e4cad9, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=805aa869-bcd3-4947-9401-29d3d0e4cad9,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:49.296734 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.312490 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Calling delete_port for 805aa869-bcd3-4947-9401-29d3d0e4cad9 owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:49.447171 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.509835 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:06:49.513166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=5dacc39c-3702-4515-a076-c40ed4b44775,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:49.516749 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:06:49.520108 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:06:49.597972 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:49.598607 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.676973 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-b7117c4d-dd84-423b-8bb4-5c523d1d68eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1298575 Feb 28 22:06:49.677712 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (805aa869-bcd3-4947-9401-29d3d0e4cad9), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.691194 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-350f2dd5-4dc9-462d-b2c3-4a7fb49b32be tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:06:49.692342 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-350f2dd5-4dc9-462d-b2c3-4a7fb49b32be tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062008 Feb 28 22:06:49.742542 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=805aa869-bcd3-4947-9401-29d3d0e4cad9,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:49.758856 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-3696e8fd-d4bc-4420-a196-ec36456d5c6e None None] Provisioning complete for port 5dacc39c-3702-4515-a076-c40ed4b44775 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:06:49.760562 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3696e8fd-d4bc-4420-a196-ec36456d5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:49.794968 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Request body: {'port': {'device_id': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:06:49.801977 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-3696e8fd-d4bc-4420-a196-ec36456d5c6e None None] Port 5dacc39c-3702-4515-a076-c40ed4b44775 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:06:49.953644 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:50.000096 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0cd6a-0b60-4872-bd14-53efc5edfcdf req-8b1f0883-4079-4c00-bb88-ef21b9a126eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:50.001611 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e5a0cd6a-0b60-4872-bd14-53efc5edfcdf req-8b1f0883-4079-4c00-bb88-ef21b9a126eb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 931 time: 0.1838927 Feb 28 22:06:50.068464 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (95812a7c-db37-4452-9973-bb224d8edb03), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:50.201526 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e5a0cd6a-0b60-4872-bd14-53efc5edfcdf req-f34cbc72-fc33-4bc3-9ec9-c8bf61bf70cf tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900220 Feb 28 22:06:50.738413 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dacc39c-3702-4515-a076-c40ed4b44775 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:06:50.747597 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Publish callbacks [] for port (5dacc39c-3702-4515-a076-c40ed4b44775), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:50.760175 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Router 95812a7c-db37-4452-9973-bb224d8edb03 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:06:50.765828 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Transition to ACTIVE for port object 5dacc39c-3702-4515-a076-c40ed4b44775 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:06:50.872800 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:50.905289 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:06:50.915502 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] Sync routers for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:06:50.916303 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35038) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:50.916726 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9ad87d75-2321-4b5a-9009-8083da0d83d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/95812a7c-db37-4452-9973-bb224d8edb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9154809 Feb 28 22:06:50.933190 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:50.934541 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:50.953677 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5dacc39c-3702-4515-a076-c40ed4b44775,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:50.974960 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35040) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:51.030671 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Attempting to bind port 5dacc39c-3702-4515-a076-c40ed4b44775 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:06:51.031704 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Attempting to bind port 5dacc39c-3702-4515-a076-c40ed4b44775 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:06:51.032267 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Attempting to bind port 5dacc39c-3702-4515-a076-c40ed4b44775 on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:06:51.037793 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Port 5dacc39c-3702-4515-a076-c40ed4b44775 on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:06:51.038470 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Attempting to bind port 5dacc39c-3702-4515-a076-c40ed4b44775 on network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:06:51.046233 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:06:51.047006 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Checking segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:06:51.047809 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Bound using segment: {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:06:51.048491 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Bound port: 5dacc39c-3702-4515-a076-c40ed4b44775, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32023dea-ac37-4c54-9459-849a0a9d8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:06:51.049091 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.078609 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks [] for router (95812a7c-db37-4452-9973-bb224d8edb03), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.081725 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:51.135786 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] For port 5dacc39c-3702-4515-a076-c40ed4b44775, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:06:51.139457 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] For port 5dacc39c-3702-4515-a076-c40ed4b44775, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5dacc39c-3702-4515-a076-c40ed4b44775,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:06:51.203173 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4a91e534-63de-42f7-86e6-4b608a63e281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.223452 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks [] for router_gateway (95812a7c-db37-4452-9973-bb224d8edb03), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.230289 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.269730 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:51.270898 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.272946 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/5dacc39c-3702-4515-a076-c40ed4b44775 HTTP/1.1" status: 200 len: 1093 time: 1.5572882 Feb 28 22:06:51.277129 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:06:51.278021 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T22:06:49Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:51.284588 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6b813-4705-498e-91c8-81ab60c0f170" -d '{"events": [{"name": "network-changed", "server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:06:51.296515 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4a91e534-63de-42f7-86e6-4b608a63e281 admin admin] Publish callbacks [] for security_group (77e05f0f-47c0-4454-b2d8-cf5a5c76d54d), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.313751 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] Checking router: 95812a7c-db37-4452-9973-bb224d8edb03 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:06:51.324911 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] Routers {'95812a7c-db37-4452-9973-bb224d8edb03'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:06:51.325662 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:06:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['95812a7c-db37-4452-9973-bb224d8edb03'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:51.351889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75344c8d-5dce-4c52-8409-c9fa86e297c2 x-openstack-request-id: req-75344c8d-5dce-4c52-8409-c9fa86e297c2 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:06:51.351889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:06:51.351889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75344c8d-5dce-4c52-8409-c9fa86e297c2 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:06:51.351889 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775', 'status': 'completed', 'code': 200} Feb 28 22:06:51.409250 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Deleting port ef2ade34-6b1b-4338-856b-8c59058fcb8c {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:51.409725 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.428331 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45a9de-0d30-4d55-984e-8b602ed2c4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5dacc39c-3702-4515-a076-c40ed4b44775,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:51.477958 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-4a91e534-63de-42f7-86e6-4b608a63e281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (77e05f0f-47c0-4454-b2d8-cf5a5c76d54d), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.478232 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b813-4705-498e-91c8-81ab60c0f170 req-45227c87-010f-407b-895b-650c1ded9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:51.478232 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cfa6b813-4705-498e-91c8-81ab60c0f170 req-45227c87-010f-407b-895b-650c1ded9862 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 1127 time: 0.0992091 Feb 28 22:06:51.488218 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404c8e8-9e2a-4d50-a2b2-ea7571ee3bea req-0a20acd3-cde2-489e-9da6-95b61c52d86b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:51.496013 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7404c8e8-9e2a-4d50-a2b2-ea7571ee3bea req-0a20acd3-cde2-489e-9da6-95b61c52d86b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.1465166 Feb 28 22:06:51.516232 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] Set router 95812a7c-db37-4452-9973-bb224d8edb03 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:06:51.569520 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-4a91e534-63de-42f7-86e6-4b608a63e281 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a32b43a355444dfdac684c3921d6fafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5933251 Feb 28 22:06:51.578836 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e534-63de-42f7-86e6-4b608a63e281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e05f0f-47c0-4454-b2d8-cf5a5c76d54d,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:51.585660 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35050) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:51.587733 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] For port ef2ade34-6b1b-4338-856b-8c59058fcb8c, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=ef2ade34-6b1b-4338-856b-8c59058fcb8c,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:51.591615 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.636827 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7404c8e8-9e2a-4d50-a2b2-ea7571ee3bea req-3bd9d430-f8c2-4c8e-839e-5aa7cc5dbcb0 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347470 Feb 28 22:06:51.650258 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Calling delete_port for ef2ade34-6b1b-4338-856b-8c59058fcb8c owned by network:router_gateway {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:51.667603 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b813-4705-498e-91c8-81ab60c0f170 req-e0566513-c7e9-48f7-9a64-4752e0ef5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:51.669262 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cfa6b813-4705-498e-91c8-81ab60c0f170 req-e0566513-c7e9-48f7-9a64-4752e0ef5cac service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1711154 Feb 28 22:06:51.711150 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-47808cf5-75fa-46c4-8dbf-3eef0cb5559b admin admin] Publish callbacks [] for security_group (77e05f0f-47c0-4454-b2d8-cf5a5c76d54d), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.748379 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-47808cf5-75fa-46c4-8dbf-3eef0cb5559b admin admin] Publish callbacks [] for security_group (77e05f0f-47c0-4454-b2d8-cf5a5c76d54d), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.769123 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T22:06:49Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:51.777069 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b813-4705-498e-91c8-81ab60c0f170 req-5259552d-27f2-4e6b-8f46-1512228b10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:51.778644 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cfa6b813-4705-498e-91c8-81ab60c0f170 req-5259552d-27f2-4e6b-8f46-1512228b10ef service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039746 Feb 28 22:06:51.796086 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02642212-829f-4c83-a35b-7a8d60bb4f96 None None] The sync data for ids ['95812a7c-db37-4452-9973-bb224d8edb03'] in dv-cinder-830901-2-iscsi is: [{'id': '95812a7c-db37-4452-9973-bb224d8edb03', 'name': 'tempest-AttachVolumeTestJSON-1340231608-router', 'tenant_id': '4e415d1871af4d26a84530ed592e1239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T21:59:42Z', 'updated_at': '2022-02-28T22:06:49Z', 'revision_number': 5, 'project_id': '4e415d1871af4d26a84530ed592e1239', 'gw_port': {'id': 'ef2ade34-6b1b-4338-856b-8c59058fcb8c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812a7c-db37-4452-9973-bb224d8edb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T21:59:43Z', 'updated_at': '2022-02-28T21:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:06:51.873846 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-67f2ef71-5c10-42e0-8d24-4faa4f377f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:51.875552 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-67f2ef71-5c10-42e0-8d24-4faa4f377f77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 1127 time: 0.0612977 Feb 28 22:06:51.921559 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-39b2e731-7baa-4b35-b256-a2abcbc528e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dacc39c-3702-4515-a076-c40ed4b44775 HTTP/1.1" status: 200 len: 217 time: 0.0381312 Feb 28 22:06:51.969435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-1f892e92-2b1e-4601-943f-b0225308a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:51.970945 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-1f892e92-2b1e-4601-943f-b0225308a65d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0431263 Feb 28 22:06:51.971156 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-47808cf5-75fa-46c4-8dbf-3eef0cb5559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (77e05f0f-47c0-4454-b2d8-cf5a5c76d54d), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.973713 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-47808cf5-75fa-46c4-8dbf-3eef0cb5559b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:51.974878 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-47808cf5-75fa-46c4-8dbf-3eef0cb5559b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77e05f0f-47c0-4454-b2d8-cf5a5c76d54d HTTP/1.1" status: 204 len: 168 time: 0.3802555 Feb 28 22:06:51.983547 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47808cf5-75fa-46c4-8dbf-3eef0cb5559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e05f0f-47c0-4454-b2d8-cf5a5c76d54d,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:52.030135 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-d50fa59e-105d-4ec6-9fd6-3dce5fe40373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:52.031649 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-d50fa59e-105d-4ec6-9fd6-3dce5fe40373 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525811 Feb 28 22:06:52.061921 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (ef2ade34-6b1b-4338-856b-8c59058fcb8c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.088941 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2ade34-6b1b-4338-856b-8c59058fcb8c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:52.128336 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-5b114d31-7dfe-405d-af22-e5d3fb75da59 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891831 Feb 28 22:06:52.155755 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (95812a7c-db37-4452-9973-bb224d8edb03), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.229025 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 805aa869-bcd3-4947-9401-29d3d0e4cad9 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:52.241098 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0891f8b0-dd39-4f3e-bb52-2e34a40ccc82 req-3ed1f741-1058-4879-950f-97373c551771 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050129 Feb 28 22:06:52.254734 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 805aa869-bcd3-4947-9401-29d3d0e4cad9 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:52.255005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 805aa869-bcd3-4947-9401-29d3d0e4cad9 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:52.277907 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (95812a7c-db37-4452-9973-bb224d8edb03), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.280212 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks [] for router_controller (95812a7c-db37-4452-9973-bb224d8edb03), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.427414 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (95812a7c-db37-4452-9973-bb224d8edb03), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.427953 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95812a7c-db37-4452-9973-bb224d8edb03 {{(pid=110029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:06:52.444134 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.444134 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-15ea79dd-f64f-4c39-b111-1166108dc22d admin admin] 10.222.0.26 "DELETE /v2.0/routers/95812a7c-db37-4452-9973-bb224d8edb03 HTTP/1.1" status: 204 len: 168 time: 1.5175748 Feb 28 22:06:52.444366 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35056) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:52.489080 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] Deleting subnet 5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:06:52.492572 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] Publish callbacks [] for subnet (5b62f742-4a3f-4c0b-b70e-b3148d16e2e4), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.529047 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (5b62f742-4a3f-4c0b-b70e-b3148d16e2e4), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.607944 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (5b62f742-4a3f-4c0b-b70e-b3148d16e2e4), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.721568 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35060) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:52.735051 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a923dc8b-f9cf-4747-af41-83f20a3041a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.748596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c91cd0-2cc0-4b50-ad7a-88747f9373eb req-61712850-4957-470d-9114-34f5f688c3fa tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:52.750116 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a9c91cd0-2cc0-4b50-ad7a-88747f9373eb req-61712850-4957-470d-9114-34f5f688c3fa tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.0528176 Feb 28 22:06:52.777341 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (5b62f742-4a3f-4c0b-b70e-b3148d16e2e4), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.811086 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a923dc8b-f9cf-4747-af41-83f20a3041a0 admin admin] Publish callbacks [] for security_group (67407755-dc45-4f02-97fa-3656bdbb2073), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.817483 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b62f742-4a3f-4c0b-b70e-b3148d16e2e4,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:52.822829 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.826221 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-34808bd5-d5e9-4ae9-8840-37973b8ce7fe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5b62f742-4a3f-4c0b-b70e-b3148d16e2e4 HTTP/1.1" status: 204 len: 168 time: 0.3875873 Feb 28 22:06:52.829104 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cce980-87c8-46d9-8ba0-cbeff61d9e6b None None] Network 8bf81c0f-b0b8-4893-8281-96fbb87b9374 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:06:52.829249 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35062) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:52.830365 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a9c91cd0-2cc0-4b50-ad7a-88747f9373eb req-43ac7a83-3d8e-4101-8bde-b5bb6b1d3671 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747335 Feb 28 22:06:52.911123 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (8bf81c0f-b0b8-4893-8281-96fbb87b9374), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.920884 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a923dc8b-f9cf-4747-af41-83f20a3041a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (67407755-dc45-4f02-97fa-3656bdbb2073), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:52.975318 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923dc8b-f9cf-4747-af41-83f20a3041a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67407755-dc45-4f02-97fa-3656bdbb2073,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:52.990220 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] DHCP port deletion for 8bf81c0f-b0b8-4893-8281-96fbb87b9374 request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:06:52.993760 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a923dc8b-f9cf-4747-af41-83f20a3041a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0da403d2e9434e4791868bdfaf3baf2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683971 Feb 28 22:06:52.994491 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35064) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:53.014618 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Deleting port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:53.014964 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.039478 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] Deleting port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:06:53.039478 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.044994 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5b6d65c1-0b8b-4540-8bc8-f8ceb593d035 admin admin] Publish callbacks [] for security_group (67407755-dc45-4f02-97fa-3656bdbb2073), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.067955 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5b6d65c1-0b8b-4540-8bc8-f8ceb593d035 admin admin] Publish callbacks [] for security_group (67407755-dc45-4f02-97fa-3656bdbb2073), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.087838 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] For port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:53.088286 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.101175 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Calling delete_port for 8a7fff97-7fa5-4ac3-afff-31d036a7c78d owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:53.111736 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] For port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,segment=NetworkSegment(f5a6f3c7-0785-40c8-b1cd-246ce202a751),segment_id=f5a6f3c7-0785-40c8-b1cd-246ce202a751)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:06:53.112226 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.125717 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] Calling delete_port for 8a7fff97-7fa5-4ac3-afff-31d036a7c78d owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:06:53.211090 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5b6d65c1-0b8b-4540-8bc8-f8ceb593d035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (67407755-dc45-4f02-97fa-3656bdbb2073), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.213870 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5b6d65c1-0b8b-4540-8bc8-f8ceb593d035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.215038 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5b6d65c1-0b8b-4540-8bc8-f8ceb593d035 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67407755-dc45-4f02-97fa-3656bdbb2073 HTTP/1.1" status: 204 len: 168 time: 0.2195010 Feb 28 22:06:53.222682 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d65c1-0b8b-4540-8bc8-f8ceb593d035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67407755-dc45-4f02-97fa-3656bdbb2073,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:53.240214 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.252432 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (8a7fff97-7fa5-4ac3-afff-31d036a7c78d), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.266479 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] No DVR routers for this DVR port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:53.269878 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:53.271802 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] No DVR routers for this DVR port 8a7fff97-7fa5-4ac3-afff-31d036a7c78d on host dv-cinder-830901-2-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:06:53.288722 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b1db-d457-432e-bf8d-97916d2d4ed9 None None] Pushing event deleted for resources: {'Port': ['ID=8a7fff97-7fa5-4ac3-afff-31d036a7c78d,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:53.551574 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (8bf81c0f-b0b8-4893-8281-96fbb87b9374), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.574262 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf81c0f-b0b8-4893-8281-96fbb87b9374']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:53.583652 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a6f3c7-0785-40c8-b1cd-246ce202a751') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:53.583953 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a6f3c7-0785-40c8-b1cd-246ce202a751') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:06:53.593894 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (f5a6f3c7-0785-40c8-b1cd-246ce202a751), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.608021 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (f5a6f3c7-0785-40c8-b1cd-246ce202a751), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.614193 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (f5a6f3c7-0785-40c8-b1cd-246ce202a751), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:06:53.621685 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:06:53.730979 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (8bf81c0f-b0b8-4893-8281-96fbb87b9374), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.735847 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:53.739162 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] 10.222.0.26 "DELETE /v2.0/networks/8bf81c0f-b0b8-4893-8281-96fbb87b9374 HTTP/1.1" status: 204 len: 168 time: 0.9089282 Feb 28 22:06:53.756914 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d68b4-46c2-49b3-94c0-e55d3dc42efb admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf81c0f-b0b8-4893-8281-96fbb87b9374,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:53.953914 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a9101-c838-40ac-8137-64c7ddaafe77 req-b4dfaee6-e8f7-4f9c-ad52-e30a27508888 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:53.955428 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-290a9101-c838-40ac-8137-64c7ddaafe77 req-b4dfaee6-e8f7-4f9c-ad52-e30a27508888 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.0521457 Feb 28 22:06:54.006465 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-290a9101-c838-40ac-8137-64c7ddaafe77 req-5e470817-366e-42df-bb1c-46f359c9336e tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447986 Feb 28 22:06:54.110981 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35086) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:54.131786 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 8a7fff97-7fa5-4ac3-afff-31d036a7c78d no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:54.154852 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 8a7fff97-7fa5-4ac3-afff-31d036a7c78d {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:54.155574 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 8a7fff97-7fa5-4ac3-afff-31d036a7c78d not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:54.156068 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device ef2ade34-6b1b-4338-856b-8c59058fcb8c no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:06:54.156356 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-afc32575-971b-471e-9113-7d990cc403bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e415d1871af4d26a84530ed592e1239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440171 Feb 28 22:06:54.158867 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35088) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:54.176599 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: ef2ade34-6b1b-4338-856b-8c59058fcb8c {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:06:54.176971 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device ef2ade34-6b1b-4338-856b-8c59058fcb8c not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:06:54.208708 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0f9b-40a3-4ab1-bebc-f291fe1620a9 admin admin] Publish callbacks [] for security_group (05e36337-e2b0-43e4-a807-eb824ab75180), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:54.233869 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0f9b-40a3-4ab1-bebc-f291fe1620a9 admin admin] Publish callbacks [] for security_group (05e36337-e2b0-43e4-a807-eb824ab75180), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:54.348193 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0f9b-40a3-4ab1-bebc-f291fe1620a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (05e36337-e2b0-43e4-a807-eb824ab75180), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:54.350911 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0f9b-40a3-4ab1-bebc-f291fe1620a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:54.352580 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-cf3f0f9b-40a3-4ab1-bebc-f291fe1620a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05e36337-e2b0-43e4-a807-eb824ab75180 HTTP/1.1" status: 204 len: 168 time: 0.1923175 Feb 28 22:06:54.362763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f0f9b-40a3-4ab1-bebc-f291fe1620a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e36337-e2b0-43e4-a807-eb824ab75180,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:55.130796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5b47d-e6db-4ea2-a346-66519da8a4be req-b693df8b-64a0-4642-9964-bc89ffca5d52 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:55.132867 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50a5b47d-e6db-4ea2-a346-66519da8a4be req-b693df8b-64a0-4642-9964-bc89ffca5d52 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.0596333 Feb 28 22:06:55.183098 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50a5b47d-e6db-4ea2-a346-66519da8a4be req-f5884f7c-3d8e-4b00-b174-9c2c8e596e93 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443325 Feb 28 22:06:55.400190 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35140) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:55.497727 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1892559887-network', 'tenant_id': '38c5deb84f8b4bfe855fe0e3b7ef6489'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:06:55.559382 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Made reservation on behalf of 38c5deb84f8b4bfe855fe0e3b7ef6489 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:06:55.561856 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.571782 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.652222 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks [] for security_group (9edcb1e8-d23d-48aa-bd02-664af90d368c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.690591 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9edcb1e8-d23d-48aa-bd02-664af90d368c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.711825 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:06:55.727779 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edcb1e8-d23d-48aa-bd02-664af90d368c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:55.730424 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (3490dcff-03ca-45af-a7ef-7d99ff6b43a2), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.730781 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Added segment 3490dcff-03ca-45af-a7ef-7d99ff6b43a2 of type vlan for network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 Feb 28 22:06:55.746462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.746929 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.747274 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.747611 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.747944 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.748272 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.748615 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.748927 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.749252 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.749578 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.749937 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.750284 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.750602 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:55.785739 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.856774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.857759 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:55.858376 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:55.922674 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] Pushing event updated for resources: {'Network': ['ID=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:55.933217 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:06:55.939904 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a2bcc7fa-84b1-4ee0-81db-3b9c3136d419 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5386243 Feb 28 22:06:55.942683 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35144) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:55.947330 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Request body: {'subnet': {'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1892559887-subnet', 'tenant_id': '38c5deb84f8b4bfe855fe0e3b7ef6489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:06:56.028155 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Made reservation on behalf of 38c5deb84f8b4bfe855fe0e3b7ef6489 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:06:56.030589 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482723'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:56.233946 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482705'] for subnet (c897eae4-f980-413c-9833-5d9e4b733f4b), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:56.314589 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c897eae4-f980-413c-9833-5d9e4b733f4b,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:56.331173 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Checking segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:06:56.331534 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Network hostable DHCP agents. Network: c39b4a38-b2e9-42b7-ad16-c77e1a39cb39, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:06:56.349021 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695f62-eeaf-45eb-b26e-ba53582896a2 req-187cca1b-d3bf-4699-bcfa-698d2daf9b15 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:56.350503 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe695f62-eeaf-45eb-b26e-ba53582896a2 req-187cca1b-d3bf-4699-bcfa-698d2daf9b15 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.0883949 Feb 28 22:06:56.400158 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe695f62-eeaf-45eb-b26e-ba53582896a2 req-232f9532-760b-4e27-90a0-4d0aa05cf636 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433266 Feb 28 22:06:56.416382 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:06:56.473152 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, c39b4a38-b2e9-42b7-ad16-c77e1a39cb39) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:06:56.477941 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:56.478604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:56.482908 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7511a02-e9a0-4913-b740-02a7801bbbf2 None None] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:06:56.562248 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b21b3046-9708-4af5-9ffd-bf25ac4c6149 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6185007 Feb 28 22:06:56.582192 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c20d3-182f-4ac1-93ee-0b7c21f969e9 None None] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:06:56.970617 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-65beb48d-2e3d-425a-8310-512d5a21998b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:56.972063 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-65beb48d-2e3d-425a-8310-512d5a21998b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1003509 Feb 28 22:06:56.986724 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-08304a59-7375-441a-a2f5-321bd573f746 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/quotas/38c5deb84f8b4bfe855fe0e3b7ef6489 HTTP/1.1" status: 200 len: 375 time: 0.0086870 Feb 28 22:06:57.017793 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-f30c6869-62fa-406d-b0b4-6211ee0b9456 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262799 Feb 28 22:06:57.121623 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-14eb4f82-9fc8-4558-9597-a0e9b2ba2f48 service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964687 Feb 28 22:06:57.217329 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-be0ea3f6-8289-4ca0-abd9-bd2bdb1d564f service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900099 Feb 28 22:06:57.452192 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-85efda80-ab64-4981-bd0a-31b8925a7591 req-da919cb6-7b23-43c2-9b70-46f009228599 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 210 time: 0.0276761 Feb 28 22:06:57.541081 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904cf43-0d21-4f0c-a7cb-db1b9612abca req-d29bb0ec-70c4-4e53-935c-4ef8c3d17bbb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:57.542942 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c904cf43-0d21-4f0c-a7cb-db1b9612abca req-d29bb0ec-70c4-4e53-935c-4ef8c3d17bbb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.0593195 Feb 28 22:06:57.590775 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c904cf43-0d21-4f0c-a7cb-db1b9612abca req-e2b0e4a7-bc1c-4e01-acda-f0c884697157 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Feb 28 22:06:58.538449 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b3bcf419-228f-41bb-8e96-254cd837383d req-2885c90a-15cb-4581-b211-ece4e1f47efd tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 210 time: 0.0263088 Feb 28 22:06:58.713512 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7d154-3ea4-4e1e-baed-d067ec925e8f req-ad6b2941-6233-4773-8269-f7a7bc043d8b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:58.715359 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c7d154-3ea4-4e1e-baed-d067ec925e8f req-ad6b2941-6233-4773-8269-f7a7bc043d8b tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.0596392 Feb 28 22:06:58.766585 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e3c7d154-3ea4-4e1e-baed-d067ec925e8f req-78e7de81-ffee-4db4-8cc4-b69106548e94 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456152 Feb 28 22:06:59.616486 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35224) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:59.631750 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df044218-35c9-45dd-8229-5adc1043f2b4 req-f8effec5-c6b2-4a73-aaa1-e3ad7c6d888e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 210 time: 0.0296834 Feb 28 22:06:59.724685 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:59.799600 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Publish callbacks [] for security_group (01d0fd56-e24c-4b7e-a319-9bcdf5705063), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:59.861615 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (01d0fd56-e24c-4b7e-a319-9bcdf5705063), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:59.902391 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=485e7fc76c13470681d7d69dc1a12f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847815 Feb 28 22:06:59.903344 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d0fd56-e24c-4b7e-a319-9bcdf5705063,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:06:59.905307 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35230) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:06:59.922371 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.922717 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.923060 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.923402 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.923733 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.924060 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.924383 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.924708 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.925031 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.925352 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.925671 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.925999 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.926399 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20568da0-1783-425a-b0ee-636dc5d0bad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:06:59.953146 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c90276-f70c-45d9-ba58-0d45ac98babc req-f9a439ca-8be8-4086-a4c3-2a54ecd795e4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:59.954705 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06c90276-f70c-45d9-ba58-0d45ac98babc req-f9a439ca-8be8-4086-a4c3-2a54ecd795e4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.1184201 Feb 28 22:06:59.969625 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c689b2d4-39b2-4b67-96bc-b0f6aa5a9e21 admin admin] Publish callbacks [] for security_group (01d0fd56-e24c-4b7e-a319-9bcdf5705063), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:59.993392 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c689b2d4-39b2-4b67-96bc-b0f6aa5a9e21 admin admin] Publish callbacks [] for security_group (01d0fd56-e24c-4b7e-a319-9bcdf5705063), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:06:59.996675 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-91ee920e-1ba8-486a-b410-8115a8375a69 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:06:59.998107 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-91ee920e-1ba8-486a-b410-8115a8375a69 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1343732 Feb 28 22:07:00.016895 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Request body: {'port': {'device_id': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'admin_state_up': True, 'tenant_id': '38c5deb84f8b4bfe855fe0e3b7ef6489'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:07:00.053669 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06c90276-f70c-45d9-ba58-0d45ac98babc req-d03120bd-abd0-4ff9-a018-bb8847356cac tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864439 Feb 28 22:07:00.135592 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c689b2d4-39b2-4b67-96bc-b0f6aa5a9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (01d0fd56-e24c-4b7e-a319-9bcdf5705063), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.138347 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c689b2d4-39b2-4b67-96bc-b0f6aa5a9e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.139532 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c689b2d4-39b2-4b67-96bc-b0f6aa5a9e21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01d0fd56-e24c-4b7e-a319-9bcdf5705063 HTTP/1.1" status: 204 len: 168 time: 0.2332919 Feb 28 22:07:00.147377 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689b2d4-39b2-4b67-96bc-b0f6aa5a9e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d0fd56-e24c-4b7e-a319-9bcdf5705063,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:00.210750 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Made reservation on behalf of 38c5deb84f8b4bfe855fe0e3b7ef6489 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:07:00.214917 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.353085 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Allocated IP 172.20.0.4 (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39/c897eae4-f980-413c-9833-5d9e4b733f4b/1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:07:00.501810 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks [] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.599658 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.645648 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:07:00.648602 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:07:00.652231 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:07:00.665482 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35242) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:00.678533 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b57c1833-40c3-49b9-98d1-c1b64325d9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.678819 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event updated for resources: {'Port': ['ID=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:00.704206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:00.704936 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.759782 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b57c1833-40c3-49b9-98d1-c1b64325d9e3 admin admin] Publish callbacks [] for security_group (56cf4489-bac8-492a-9a1f-46227438c2f3), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.766800 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3423c-06ed-4204-9504-540d900b8c90 req-7ebeaba6-aa5f-4360-bf63-0910d6c5a730 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:00.768269 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-49b3423c-06ed-4204-9504-540d900b8c90 req-7ebeaba6-aa5f-4360-bf63-0910d6c5a730 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 931 time: 0.0607269 Feb 28 22:07:00.783196 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-c5306013-64d4-4175-91c4-03536a55ae96 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724752 Feb 28 22:07:00.806068 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Request body: {'port': {'device_id': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:07:00.827327 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b57c1833-40c3-49b9-98d1-c1b64325d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (56cf4489-bac8-492a-9a1f-46227438c2f3), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.842948 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-49b3423c-06ed-4204-9504-540d900b8c90 req-39c80762-c834-4aa7-b82d-ce99281a66b7 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690777 Feb 28 22:07:00.863398 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-b57c1833-40c3-49b9-98d1-c1b64325d9e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=881c5a954f72491b8db4c7b7fa3cec0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968536 Feb 28 22:07:00.870965 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c1833-40c3-49b9-98d1-c1b64325d9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cf4489-bac8-492a-9a1f-46227438c2f3,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:00.876263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35244) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:00.898376 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:00.978036 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0ced7815-7a17-4efd-b7c4-b33469eda45f admin admin] Publish callbacks [] for security_group (56cf4489-bac8-492a-9a1f-46227438c2f3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.051865 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0ced7815-7a17-4efd-b7c4-b33469eda45f admin admin] Publish callbacks [] for security_group (56cf4489-bac8-492a-9a1f-46227438c2f3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.218019 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aea84-a1ed-4de1-8608-1a3f8c7fd2c8 req-dfb49482-647a-41b9-86d6-c3a908bf6624 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:01.220444 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e14aea84-a1ed-4de1-8608-1a3f8c7fd2c8 req-dfb49482-647a-41b9-86d6-c3a908bf6624 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 943 time: 0.0884304 Feb 28 22:07:01.262249 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0ced7815-7a17-4efd-b7c4-b33469eda45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (56cf4489-bac8-492a-9a1f-46227438c2f3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.264744 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-0ced7815-7a17-4efd-b7c4-b33469eda45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.265820 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0ced7815-7a17-4efd-b7c4-b33469eda45f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56cf4489-bac8-492a-9a1f-46227438c2f3 HTTP/1.1" status: 204 len: 168 time: 0.3885982 Feb 28 22:07:01.287583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced7815-7a17-4efd-b7c4-b33469eda45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cf4489-bac8-492a-9a1f-46227438c2f3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:01.303358 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:07:01.321963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Publish callbacks [] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.331136 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e14aea84-a1ed-4de1-8608-1a3f8c7fd2c8 req-443bc3fb-a675-4554-8ba3-b2d58809cff2 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052420 Feb 28 22:07:01.338681 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Transition to ACTIVE for port object 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:07:01.410429 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.460953 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Pushing event updated for resources: {'Port': ['ID=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:01.528061 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Attempting to bind port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:07:01.528396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Attempting to bind port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:07:01.528725 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Attempting to bind port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:07:01.532963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:07:01.533288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Attempting to bind port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:07:01.538099 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:07:01.538441 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Checking segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:07:01.538829 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Bound using segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:07:01.539252 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Bound port: 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:07:01.540775 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.608098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] For port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:07:01.611098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] For port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:07:01.691288 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.733758 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:01.734293 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.735742 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] 10.222.0.16 "PUT /v2.0/ports/1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf HTTP/1.1" status: 200 len: 1093 time: 0.9346132 Feb 28 22:07:01.736132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'tag': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:07:01.738388 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc75a75-2684-4b20-aa3b-fd04326e996a" -d '{"events": [{"name": "network-changed", "server_uuid": "7684a25c-f7fe-425a-a43e-2c0f51f7d63c", "tag": "1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:07:01.757750 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5eff-50f5-461c-9113-c821f1be1f2f service neutron] Pushing event updated for resources: {'Port': ['ID=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:01.775434 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed23e3a-3602-481e-92e1-9ad89f67da64 x-openstack-request-id: req-6ed23e3a-3602-481e-92e1-9ad89f67da64 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:07:01.775726 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7684a25c-f7fe-425a-a43e-2c0f51f7d63c", "tag": "1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:07:01.775978 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ed23e3a-3602-481e-92e1-9ad89f67da64 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:07:01.776386 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'tag': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', 'status': 'completed', 'code': 200} Feb 28 22:07:01.811232 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5dacc39c-3702-4515-a076-c40ed4b44775 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:07:01.840360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75a75-2684-4b20-aa3b-fd04326e996a req-a250b52f-41ca-4f7e-a18e-72e1f5de22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:01.841836 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1dc75a75-2684-4b20-aa3b-fd04326e996a req-a250b52f-41ca-4f7e-a18e-72e1f5de22e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 1127 time: 0.0465658 Feb 28 22:07:01.924334 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5dacc39c-3702-4515-a076-c40ed4b44775, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5dacc39c-3702-4515-a076-c40ed4b44775,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:01.936579 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '5dacc39c-3702-4515-a076-c40ed4b44775', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'port_id': '5dacc39c-3702-4515-a076-c40ed4b44775', 'mac_address': 'fa:16:3e:0b:3a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:07:01.977722 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5dacc39c-3702-4515-a076-c40ed4b44775 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:07:01.978161 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:01.978456 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75a75-2684-4b20-aa3b-fd04326e996a req-350f2fd3-759f-47ae-8d1f-13111d42d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:01.979988 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1dc75a75-2684-4b20-aa3b-fd04326e996a req-350f2fd3-759f-47ae-8d1f-13111d42d3e6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1314645 Feb 28 22:07:01.992221 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dacc39c-3702-4515-a076-c40ed4b44775 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:07:02.018326 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5dacc39c-3702-4515-a076-c40ed4b44775, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5dacc39c-3702-4515-a076-c40ed4b44775,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:02.027701 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d4341-c440-4141-b7d4-c578b830b83e req-6ee8e917-2f43-4e2f-9122-7dfa1e81a535 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:02.029176 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-709d4341-c440-4141-b7d4-c578b830b83e req-6ee8e917-2f43-4e2f-9122-7dfa1e81a535 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 943 time: 0.0966370 Feb 28 22:07:02.122598 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-709d4341-c440-4141-b7d4-c578b830b83e req-40b979ae-afa9-4d17-852e-1de10cf663f9 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698445 Feb 28 22:07:02.124192 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75a75-2684-4b20-aa3b-fd04326e996a req-d2207d20-ccff-440f-b1d8-4d3d732919e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:02.126213 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1dc75a75-2684-4b20-aa3b-fd04326e996a req-d2207d20-ccff-440f-b1d8-4d3d732919e8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382587 Feb 28 22:07:02.148046 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:02.205371 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5dacc39c-3702-4515-a076-c40ed4b44775,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:02.209496 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-055c27ed-57eb-4805-9fff-3f2c2015408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:02.211022 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-055c27ed-57eb-4805-9fff-3f2c2015408d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 1127 time: 0.0460970 Feb 28 22:07:02.254032 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-18043d45-0c9a-4a74-a38b-a00cda23cd1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf HTTP/1.1" status: 200 len: 217 time: 0.0336850 Feb 28 22:07:02.303584 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-112731ea-cffd-4494-a324-b4a5e96977d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:02.305536 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-112731ea-cffd-4494-a324-b4a5e96977d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c897eae4-f980-413c-9833-5d9e4b733f4b HTTP/1.1" status: 200 len: 855 time: 0.0450599 Feb 28 22:07:02.339338 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-0f671c21-aeeb-4dd3-903b-e7701b46c66b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269618 Feb 28 22:07:02.508538 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['5dacc39c-3702-4515-a076-c40ed4b44775'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:07:02.744632 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-65fcb421-6918-4616-9506-1eac0a036618 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983469 Feb 28 22:07:02.777133 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122cb8a-af23-4f0c-b2df-8c29c7a3bef8 req-f0e86732-3e90-4d59-bb18-fa2418251092 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:02.778509 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d122cb8a-af23-4f0c-b2df-8c29c7a3bef8 req-f0e86732-3e90-4d59-bb18-fa2418251092 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 944 time: 0.3679535 Feb 28 22:07:02.877598 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d122cb8a-af23-4f0c-b2df-8c29c7a3bef8 req-55f0b6b6-02e3-4396-9068-f869ac607dfb tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929668 Feb 28 22:07:02.879840 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3c4a4988-04a4-478a-9eba-b56a8f75b5b4 req-83297d1f-853d-4a80-aed4-d626838e87cd service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272411 Feb 28 22:07:03.246867 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9ffc-447a-454d-8ed6-3f8e35d21c4c req-58cbed31-8982-4e2e-84df-ee452d1c4321 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:03.248480 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-543b9ffc-447a-454d-8ed6-3f8e35d21c4c req-58cbed31-8982-4e2e-84df-ee452d1c4321 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 943 time: 0.0562108 Feb 28 22:07:03.296591 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-543b9ffc-447a-454d-8ed6-3f8e35d21c4c req-80d336a7-7d3b-4f01-8119-53e6a8faa8fc tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Feb 28 22:07:03.823562 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5dacc39c-3702-4515-a076-c40ed4b44775 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:07:03.848649 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8fd0ba60-a8cc-4b7d-889c-c779d1ce5b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:03.982258 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 5dacc39c-3702-4515-a076-c40ed4b44775 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:07:03.986566 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 5dacc39c-3702-4515-a076-c40ed4b44775 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:07:03.986943 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:04.002142 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c092-28b6-4084-9258-b1fc25be8279 req-0678badb-314a-4779-b7a5-f6e95fa9ac25 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:04.009092 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0032c092-28b6-4084-9258-b1fc25be8279 req-0678badb-314a-4779-b7a5-f6e95fa9ac25 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 944 time: 0.0648041 Feb 28 22:07:04.058569 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0032c092-28b6-4084-9258-b1fc25be8279 req-935279cf-597f-4eba-83be-4681f399e24a tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486972 Feb 28 22:07:04.078555 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 5dacc39c-3702-4515-a076-c40ed4b44775 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:07:04.078956 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:04.104671 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:07:04.107563 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de85a3-ab0f-4c0b-bc1c-50f11726241a" -d '{"events": [{"server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "name": "network-vif-plugged", "status": "completed", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:07:04.121721 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 5dacc39c-3702-4515-a076-c40ed4b44775, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5dacc39c-3702-4515-a076-c40ed4b44775,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:04.199880 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:04.258388 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=5dacc39c-3702-4515-a076-c40ed4b44775,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:04.265834 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.266215 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.266568 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.266990 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.267332 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.267666 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.267998 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.268328 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.268658 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.268986 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.269312 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.269639 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.269960 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:04.299931 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f5a00-6ee5-476e-8863-5b2211551c0f x-openstack-request-id: req-ce0f5a00-6ee5-476e-8863-5b2211551c0f {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:07:04.300252 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "name": "network-vif-plugged", "status": "completed", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:07:04.300510 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce0f5a00-6ee5-476e-8863-5b2211551c0f {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:07:04.300910 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775', 'code': 200} Feb 28 22:07:04.416511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7495f9e-1faa-424e-b56e-cc2da650cc57 req-e44df4c6-9c3e-4f48-8af2-5a24e0ace254 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:04.418018 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7495f9e-1faa-424e-b56e-cc2da650cc57 req-e44df4c6-9c3e-4f48-8af2-5a24e0ace254 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 943 time: 0.0554197 Feb 28 22:07:04.464441 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a7495f9e-1faa-424e-b56e-cc2da650cc57 req-357a0a13-4d5a-4a10-b4e7-0a64ca73e385 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Feb 28 22:07:04.669965 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ba1ea-50de-4e07-bb76-7a7282ad6231 req-455db09d-447f-440c-b63c-50069c46639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:04.671471 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed6ba1ea-50de-4e07-bb76-7a7282ad6231 req-455db09d-447f-440c-b63c-50069c46639c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 1129 time: 0.0443318 Feb 28 22:07:04.718332 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ed6ba1ea-50de-4e07-bb76-7a7282ad6231 req-17e6ac6b-8a50-4b61-a723-7be892510a28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 Feb 28 22:07:05.174252 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90865407-f376-49c0-b809-584cbe8e099d req-e160dc49-2b18-402e-bd82-eee3ef06f726 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:05.175701 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-90865407-f376-49c0-b809-584cbe8e099d req-e160dc49-2b18-402e-bd82-eee3ef06f726 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 945 time: 0.0520101 Feb 28 22:07:05.228008 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-90865407-f376-49c0-b809-584cbe8e099d req-8c0d8cbe-1d33-4493-b3ae-087467f947b6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461547 Feb 28 22:07:05.579914 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f6cf9-8f45-41f6-970c-2337767417c2 req-8a27b1fc-7637-4fbf-8526-4999091c1c7c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:05.581338 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa8f6cf9-8f45-41f6-970c-2337767417c2 req-8a27b1fc-7637-4fbf-8526-4999091c1c7c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 943 time: 0.0521441 Feb 28 22:07:05.627464 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fa8f6cf9-8f45-41f6-970c-2337767417c2 req-0d580597-eefe-41b0-9d53-3fa4b4320d98 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Feb 28 22:07:06.244516 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-894a8cf6-2116-454c-9929-16be9131fdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:06.345529 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a1f8-0b70-4bf2-8f4c-52639a1c85fc req-d43a3b59-5585-460e-b983-c3ae5a58ba89 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:06.347036 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5917a1f8-0b70-4bf2-8f4c-52639a1c85fc req-d43a3b59-5585-460e-b983-c3ae5a58ba89 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 945 time: 0.0528233 Feb 28 22:07:06.395046 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5917a1f8-0b70-4bf2-8f4c-52639a1c85fc req-09b495b1-8819-4414-badd-67c344208c2f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Feb 28 22:07:06.746386 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047bd57-a2e2-4c8d-9d1c-0b68ba4e3c87 req-3e4c2ae4-341a-4aa4-a4d7-45efa9a7d98a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:06.747853 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0047bd57-a2e2-4c8d-9d1c-0b68ba4e3c87 req-3e4c2ae4-341a-4aa4-a4d7-45efa9a7d98a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 943 time: 0.0565276 Feb 28 22:07:06.794440 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0047bd57-a2e2-4c8d-9d1c-0b68ba4e3c87 req-22237e10-b976-492a-b59b-b7dba1b70c5a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Feb 28 22:07:07.313039 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:07.511912 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c097f83-d0f2-49f0-a1f5-e86497e47a25 req-d5a378cf-4398-406b-9814-169e28152752 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:07.513397 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c097f83-d0f2-49f0-a1f5-e86497e47a25 req-d5a378cf-4398-406b-9814-169e28152752 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 945 time: 0.0535810 Feb 28 22:07:07.560214 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9c097f83-d0f2-49f0-a1f5-e86497e47a25 req-5319a2e0-ef17-4662-a6e2-c4ce51984c83 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Feb 28 22:07:07.676029 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e6eb5-ca98-4f69-a0e6-998c35120a95 req-7bf4a6b3-1cf4-45dd-ba6c-8b3b67e6e1f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:07.677729 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba1e6eb5-ca98-4f69-a0e6-998c35120a95 req-7bf4a6b3-1cf4-45dd-ba6c-8b3b67e6e1f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 945 time: 0.0549750 Feb 28 22:07:07.729139 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba1e6eb5-ca98-4f69-a0e6-998c35120a95 req-edc7ad20-3b41-40e7-9f7a-62bcc4d1c142 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461271 Feb 28 22:07:07.750704 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35326) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:07.935510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b07ff2-7046-441c-8aee-03d1ae253e92 req-6c8c3fdb-ac5e-4484-b4ab-00ce50b83135 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:07.936964 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b07ff2-7046-441c-8aee-03d1ae253e92 req-6c8c3fdb-ac5e-4484-b4ab-00ce50b83135 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 943 time: 0.0779161 Feb 28 22:07:07.964904 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a386d8ef-85e8-498f-99a4-4f2a3c127c85 tempest-TestVolumeBootPattern-1988479948 tempest-TestVolumeBootPattern-1988479948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:07.966393 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a386d8ef-85e8-498f-99a4-4f2a3c127c85 tempest-TestVolumeBootPattern-1988479948 tempest-TestVolumeBootPattern-1988479948-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 1124 time: 0.2147267 Feb 28 22:07:07.969326 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35332) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:07.973929 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'port_id': '5dacc39c-3702-4515-a076-c40ed4b44775', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:07:07.991806 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69b07ff2-7046-441c-8aee-03d1ae253e92 req-371a2de9-3d6b-44f6-99bc-e782df225d84 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492773 Feb 28 22:07:08.061592 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:08.158397 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:08.262716 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Allocated IP 172.27.2.242 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/41cccabc-7648-46bb-825e-5676241ad676) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:07:08.361156 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (41cccabc-7648-46bb-825e-5676241ad676), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:08.513596 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (41cccabc-7648-46bb-825e-5676241ad676), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:08.553678 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:07:08.556454 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:07:08.560486 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:07:08.565838 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=41cccabc-7648-46bb-825e-5676241ad676,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:08.878615 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:08.926944 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.050316 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (41cccabc-7648-46bb-825e-5676241ad676), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.131066 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04627b97-015b-42e3-abc3-ca6e2083b4f0 req-15df35fa-54c1-430b-ae18-8596bc483f1a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:09.132621 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04627b97-015b-42e3-abc3-ca6e2083b4f0 req-15df35fa-54c1-430b-ae18-8596bc483f1a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 943 time: 0.0634232 Feb 28 22:07:09.191680 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-04627b97-015b-42e3-abc3-ca6e2083b4f0 req-0d0030ce-d385-48f2-b2fd-bebe4e627a79 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 Feb 28 22:07:09.218573 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for port (41cccabc-7648-46bb-825e-5676241ad676), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.278649 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (41cccabc-7648-46bb-825e-5676241ad676), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.358884 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event updated for resources: {'Port': ['ID=41cccabc-7648-46bb-825e-5676241ad676,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:09.369743 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.486169 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.l3_db [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Floating IP 6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9 associated. External IP: 172.27.2.242, port: 5dacc39c-3702-4515-a076-c40ed4b44775. Feb 28 22:07:09.547453 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:07:09.639694 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.670849 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:09.684323 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'port_id': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', 'mac_address': 'fa:16:3e:76:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c897eae4-f980-413c-9833-5d9e4b733f4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:07:09.728520 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:07:09.729478 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:07:09.730320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.744543 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:07:09.769179 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:09.832952 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:09.861625 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:07:09.874856 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:07:09.898440 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:09.904450 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:07:09.905080 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:07:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:07:10.049236 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:10.049236 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-93390778-01fb-4ab2-9b32-1fe61ffb4921 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0743051 Feb 28 22:07:10.049236 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:07:10.049708 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:07:10.049822 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:07:10.208973 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae096f04-dd1c-41d0-ac1a-a6c8c5bd9fbf x-openstack-request-id: req-ae096f04-dd1c-41d0-ac1a-a6c8c5bd9fbf {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:07:10.209611 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:07:10.209611 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae096f04-dd1c-41d0-ac1a-a6c8c5bd9fbf {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:07:10.209904 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775', 'status': 'completed', 'code': 200} Feb 28 22:07:10.230229 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:10.300652 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '5dacc39c-3702-4515-a076-c40ed4b44775', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:0b:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:07:08Z', 'updated_at': '2022-02-28T22:07:08Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}, {'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:48Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:07:10.310544 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649cd9-73f7-4fb7-a3a0-b712b5bfbb97 req-87f4f3b7-9ad3-4435-946e-07558bf58e86 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:10.312034 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84649cd9-73f7-4fb7-a3a0-b712b5bfbb97 req-87f4f3b7-9ad3-4435-946e-07558bf58e86 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 944 time: 0.0537088 Feb 28 22:07:10.333283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:07:10.342555 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:07:10.343192 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:07:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:07:10.361207 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84649cd9-73f7-4fb7-a3a0-b712b5bfbb97 req-141d4bb9-068f-40e1-8fde-58ad4b10a3db tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Feb 28 22:07:10.451986 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:07:10.672421 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '5dacc39c-3702-4515-a076-c40ed4b44775', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:0b:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:07:08Z', 'updated_at': '2022-02-28T22:07:08Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}, {'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:48Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:07:10.701726 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79116344-190d-43f0-b470-b45df7b6e6da None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '5dacc39c-3702-4515-a076-c40ed4b44775', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:0b:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:07:08Z', 'updated_at': '2022-02-28T22:07:08Z', 'revision_number': 0, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}, {'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:48Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:07:10.893316 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a470f8bc-9323-4d5d-881b-8d4cba22f492 None None] New status for floating IP 6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:07:11.016675 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-2021b88f-b65e-4025-a0af-70c9f620b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:11.018144 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-2021b88f-b65e-4025-a0af-70c9f620b4ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 1129 time: 0.0467646 Feb 28 22:07:11.113848 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-5b679783-4adc-41bc-b3b9-4ffc029f44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:11.115441 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-5b679783-4adc-41bc-b3b9-4ffc029f44ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.0908520 Feb 28 22:07:11.178874 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-9b40db38-6a14-4b6b-b24c-c7d67fbee9a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dacc39c-3702-4515-a076-c40ed4b44775 HTTP/1.1" status: 200 len: 999 time: 0.0572126 Feb 28 22:07:11.230128 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-9b3cf7aa-b68f-4f99-9fb0-567c77467769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:11.231486 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-9b3cf7aa-b68f-4f99-9fb0-567c77467769 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0470943 Feb 28 22:07:11.281532 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-9868cc88-579f-456b-9611-5e2b68538287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:11.282976 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-9868cc88-579f-456b-9611-5e2b68538287 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457199 Feb 28 22:07:11.375369 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-aaadeb29-47bc-4e9c-94e2-55fa2f4c34d9 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853922 Feb 28 22:07:11.494456 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ebd1381c-aba8-404b-bf4d-37dfc4cf0f2f req-f19039e7-c938-4ec2-9502-2f6faea21e9d service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126397 Feb 28 22:07:11.507630 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79140100-f5f3-47ea-9903-8eeba70e3f3a req-960160ab-7f4d-45ef-8f1b-b82245105358 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:11.509054 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79140100-f5f3-47ea-9903-8eeba70e3f3a req-960160ab-7f4d-45ef-8f1b-b82245105358 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 944 time: 0.0722814 Feb 28 22:07:11.560662 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-79140100-f5f3-47ea-9903-8eeba70e3f3a req-081975e7-ba1f-4aa8-a4f6-33b2ef4a9e5b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Feb 28 22:07:11.613548 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:07:12.677305 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adb433-e62e-42cf-920d-689167f45b83 req-8c093049-14eb-468e-bd4d-f34d294d592c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:12.678898 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d7adb433-e62e-42cf-920d-689167f45b83 req-8c093049-14eb-468e-bd4d-f34d294d592c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 944 time: 0.0527430 Feb 28 22:07:12.725428 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d7adb433-e62e-42cf-920d-689167f45b83 req-5511e312-17b0-4dd9-905a-704218802a1e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Feb 28 22:07:12.966928 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:07:13.129903 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:07:13.133896 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:07:13.134366 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:13.215788 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:07:13.216200 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:13.239367 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:07:13.241606 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099b043-8e41-422a-a9ac-369ed550f936" -d '{"events": [{"server_uuid": "7684a25c-f7fe-425a-a43e-2c0f51f7d63c", "name": "network-vif-plugged", "status": "completed", "tag": "1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:07:13.255158 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:13.279699 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95379ed4-20ba-4ce2-bbcd-8345ce932859 x-openstack-request-id: req-95379ed4-20ba-4ce2-bbcd-8345ce932859 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:07:13.279995 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684a25c-f7fe-425a-a43e-2c0f51f7d63c", "name": "network-vif-plugged", "status": "completed", "tag": "1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:07:13.280267 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95379ed4-20ba-4ce2-bbcd-8345ce932859 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:07:13.280645 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', 'code': 200} Feb 28 22:07:13.301364 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:13.353185 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:13.577593 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360eefe-68fd-4c27-a1f0-eb049d74109b req-5ff380ac-ebaa-454c-84b0-bf70a966e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:13.579099 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e360eefe-68fd-4c27-a1f0-eb049d74109b req-5ff380ac-ebaa-454c-84b0-bf70a966e82e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 1129 time: 0.0455165 Feb 28 22:07:13.624095 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e360eefe-68fd-4c27-a1f0-eb049d74109b req-d3fc2a8d-515e-4bf9-9a22-6c6ee6866ce0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 Feb 28 22:07:13.846302 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9e29-a9ff-4ee9-a88b-bd067179d204 req-33ae06c2-4638-4dab-baf3-9738b5f3f4db tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:13.847790 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-852d9e29-a9ff-4ee9-a88b-bd067179d204 req-33ae06c2-4638-4dab-baf3-9738b5f3f4db tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0556865 Feb 28 22:07:13.893556 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-852d9e29-a9ff-4ee9-a88b-bd067179d204 req-3b7da788-904a-493e-89c8-9f7741bffbad tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401921 Feb 28 22:07:15.009950 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86398a-6e39-4f74-ae80-721f3d47f9f2 req-8c2246d7-b295-4b51-bc10-e30c1a5261f6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:15.011423 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba86398a-6e39-4f74-ae80-721f3d47f9f2 req-8c2246d7-b295-4b51-bc10-e30c1a5261f6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0516672 Feb 28 22:07:15.057402 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ba86398a-6e39-4f74-ae80-721f3d47f9f2 req-15a8e576-2c5e-469e-a6c7-dc4963b43cbd tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Feb 28 22:07:16.175326 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044105c-fe80-4a95-a622-838ec8d4c1b0 req-564e68d4-f9a5-4a37-80db-62edbaaab7d3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:16.176702 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a044105c-fe80-4a95-a622-838ec8d4c1b0 req-564e68d4-f9a5-4a37-80db-62edbaaab7d3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0546670 Feb 28 22:07:16.221961 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a044105c-fe80-4a95-a622-838ec8d4c1b0 req-7485884e-04eb-4c18-bbf2-f4b0470f3410 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Feb 28 22:07:17.339050 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b417-0051-4638-964c-5a52e5be1ff2 req-17812fcf-9478-40fd-b83f-64e975cf26f1 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:17.340665 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb23b417-0051-4638-964c-5a52e5be1ff2 req-17812fcf-9478-40fd-b83f-64e975cf26f1 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0530176 Feb 28 22:07:17.386557 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb23b417-0051-4638-964c-5a52e5be1ff2 req-27f066c0-e4d2-40ff-b906-390d22d1028c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Feb 28 22:07:18.500415 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd57b33-cf6d-40f2-b7f5-8bf339df3665 req-83348125-5273-4914-9a8f-18533bd442d7 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:18.502547 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1bd57b33-cf6d-40f2-b7f5-8bf339df3665 req-83348125-5273-4914-9a8f-18533bd442d7 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0513592 Feb 28 22:07:18.551634 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1bd57b33-cf6d-40f2-b7f5-8bf339df3665 req-d96c8a49-3360-4306-9c5a-0d58e2cc1ad3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Feb 28 22:07:19.665416 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4124-b0eb-4b42-bfe3-435b5f371aa9 req-267c6bbb-3d20-483c-bfc3-ae10b202bb08 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:19.666890 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d6f4124-b0eb-4b42-bfe3-435b5f371aa9 req-267c6bbb-3d20-483c-bfc3-ae10b202bb08 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0506935 Feb 28 22:07:19.713773 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d6f4124-b0eb-4b42-bfe3-435b5f371aa9 req-8ec8109a-44c2-4dd9-bf5b-aecdae6d7359 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Feb 28 22:07:21.095762 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:07:33.830160 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4b708ee3-fde6-4be9-87a1-83d0a6876497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:36.266399 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c3fe8573-88ba-4b83-83aa-8a527ff1963e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:37.374726 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:38.751528 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:39.625980 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:40.083368 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:40.549587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-2674823d-dde3-4513-8ac7-7ad97e229f55 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:40.551085 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-2674823d-dde3-4513-8ac7-7ad97e229f55 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1020300 Feb 28 22:07:40.568775 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-22475c58-7daa-4cd2-99e4-3afed0ad590b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/quotas/38c5deb84f8b4bfe855fe0e3b7ef6489 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Feb 28 22:07:40.619880 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-d0649d2c-0df5-4475-848f-431a18441d92 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459206 Feb 28 22:07:40.755913 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-19ddb450-00c8-45b9-bf30-c8c23ea82645 service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289206 Feb 28 22:07:40.848951 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-f641bfd8-4a86-4eb9-8fb8-5dce28dabac1 service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Feb 28 22:07:41.086988 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-474355be-7081-46f9-a727-643b10624c08 req-924cf773-699a-415b-96d8-1517855c1f87 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 210 time: 0.0324321 Feb 28 22:07:42.177825 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4c540dec-4fe0-4b56-8463-500e9651c305 req-8cbd51b0-985a-4144-b50f-89dd22b7ec67 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 210 time: 0.0265684 Feb 28 22:07:43.081831 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-85d05ec3-5e5a-469a-ba2c-ca778f2e764d tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:43.083268 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-85d05ec3-5e5a-469a-ba2c-ca778f2e764d tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1041505 Feb 28 22:07:43.114780 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Request body: {'port': {'device_id': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'admin_state_up': True, 'tenant_id': '38c5deb84f8b4bfe855fe0e3b7ef6489'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:07:43.277908 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3f2f784b-8c55-4acd-97ec-8d4c718398cb req-33fdc52c-238d-4886-b2bd-803f30b83c85 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 210 time: 0.0326369 Feb 28 22:07:43.306303 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Made reservation on behalf of 38c5deb84f8b4bfe855fe0e3b7ef6489 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:07:43.309688 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:43.438818 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Allocated IP 172.20.0.5 (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39/c897eae4-f980-413c-9833-5d9e4b733f4b/99cbf164-d62b-4c94-9363-758df3740753) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:07:43.581408 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks [] for port (99cbf164-d62b-4c94-9363-758df3740753), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:43.672647 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (99cbf164-d62b-4c94-9363-758df3740753), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:43.684960 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:07:43.718126 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:07:43.721111 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:07:43.723818 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:07:43.752078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event updated for resources: {'Port': ['ID=99cbf164-d62b-4c94-9363-758df3740753,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:43.781556 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:43.782190 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:43.852003 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-096a026f-52f9-415e-8705-dbbc3f5ccc1b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409649 Feb 28 22:07:43.863887 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Request body: {'port': {'device_id': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:07:43.921874 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (99cbf164-d62b-4c94-9363-758df3740753), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.181674 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cbf164-d62b-4c94-9363-758df3740753 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:07:44.189673 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Publish callbacks [] for port (99cbf164-d62b-4c94-9363-758df3740753), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.202510 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Transition to ACTIVE for port object 99cbf164-d62b-4c94-9363-758df3740753 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:07:44.266269 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (99cbf164-d62b-4c94-9363-758df3740753), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.320217 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Pushing event updated for resources: {'Port': ['ID=99cbf164-d62b-4c94-9363-758df3740753,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:44.406723 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35628) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:44.429576 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Attempting to bind port 99cbf164-d62b-4c94-9363-758df3740753 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:07:44.429923 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Attempting to bind port 99cbf164-d62b-4c94-9363-758df3740753 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:07:44.430285 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Attempting to bind port 99cbf164-d62b-4c94-9363-758df3740753 on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:07:44.441206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7534d-a6b3-4e81-9673-4dc6dec2486d req-ade4002f-bb73-425c-be21-2a6a40a3f34b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:44.442726 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4bb7534d-a6b3-4e81-9673-4dc6dec2486d req-ade4002f-bb73-425c-be21-2a6a40a3f34b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 943 time: 0.0834260 Feb 28 22:07:44.445011 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Port 99cbf164-d62b-4c94-9363-758df3740753 on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:07:44.445337 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Attempting to bind port 99cbf164-d62b-4c94-9363-758df3740753 on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:07:44.457606 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:07:44.457961 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Checking segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:07:44.458358 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Bound using segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:07:44.458796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Bound port: 99cbf164-d62b-4c94-9363-758df3740753, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:07:44.459155 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (99cbf164-d62b-4c94-9363-758df3740753), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.511813 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-99780753-2078-4f03-baaa-9aff4aabdb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.529742 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4bb7534d-a6b3-4e81-9673-4dc6dec2486d req-37b03fa1-4e1a-4c62-8862-ca6c708482d3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807638 Feb 28 22:07:44.554518 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] For port 99cbf164-d62b-4c94-9363-758df3740753, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:07:44.557472 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] For port 99cbf164-d62b-4c94-9363-758df3740753, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=99cbf164-d62b-4c94-9363-758df3740753,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:07:44.586507 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-99780753-2078-4f03-baaa-9aff4aabdb97 admin admin] Publish callbacks [] for security_group (c23ab8c2-aa66-4075-ad63-387afff6c664), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.610117 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (99cbf164-d62b-4c94-9363-758df3740753), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.631751 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-99780753-2078-4f03-baaa-9aff4aabdb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c23ab8c2-aa66-4075-ad63-387afff6c664), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.643814 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:44.644545 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.645933 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] 10.222.0.16 "PUT /v2.0/ports/99cbf164-d62b-4c94-9363-758df3740753 HTTP/1.1" status: 200 len: 1093 time: 0.7861531 Feb 28 22:07:44.646404 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'tag': '99cbf164-d62b-4c94-9363-758df3740753'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:07:44.648666 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e52903-2a46-4cbe-8621-1e1434822e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e89891f7-1a9f-433c-bd70-aec7c7c61014", "tag": "99cbf164-d62b-4c94-9363-758df3740753"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:07:44.675002 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432de67f-2e55-415e-b4e7-e71a2b2472ab service neutron] Pushing event updated for resources: {'Port': ['ID=99cbf164-d62b-4c94-9363-758df3740753,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:44.679929 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-99780753-2078-4f03-baaa-9aff4aabdb97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8c4be36b2e54e4ebd8f87c7ab4a5e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720470 Feb 28 22:07:44.680675 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99780753-2078-4f03-baaa-9aff4aabdb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ab8c2-aa66-4075-ad63-387afff6c664,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:44.682280 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35636) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:44.771116 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea643-b387-41cd-91cf-6c0991c882af admin admin] Publish callbacks [] for security_group (c23ab8c2-aa66-4075-ad63-387afff6c664), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.799253 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea643-b387-41cd-91cf-6c0991c882af admin admin] Publish callbacks [] for security_group (c23ab8c2-aa66-4075-ad63-387afff6c664), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.812975 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-c0ce2372-0666-4463-8cf8-4da31852290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:44.814496 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-c0ce2372-0666-4463-8cf8-4da31852290e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 1127 time: 0.0828495 Feb 28 22:07:44.838434 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea0090b-05ac-4766-a4e1-d20f1076d4fc x-openstack-request-id: req-dea0090b-05ac-4766-a4e1-d20f1076d4fc {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:07:44.838718 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89891f7-1a9f-433c-bd70-aec7c7c61014", "tag": "99cbf164-d62b-4c94-9363-758df3740753", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:07:44.838972 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dea0090b-05ac-4766-a4e1-d20f1076d4fc {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:07:44.839360 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'tag': '99cbf164-d62b-4c94-9363-758df3740753', 'status': 'completed', 'code': 200} Feb 28 22:07:44.872635 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-d18357a9-2da8-4fa0-aae2-71ab99ba832a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99cbf164-d62b-4c94-9363-758df3740753 HTTP/1.1" status: 200 len: 217 time: 0.0448487 Feb 28 22:07:44.924159 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-f78f3ee8-80d4-4cc5-85a6-16990bad2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:44.925606 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-f78f3ee8-80d4-4cc5-85a6-16990bad2907 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c897eae4-f980-413c-9833-5d9e4b733f4b HTTP/1.1" status: 200 len: 855 time: 0.0451519 Feb 28 22:07:44.959676 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-d051036d-bbbe-47ff-8d21-8f0a9c7cd3ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273314 Feb 28 22:07:44.993118 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea643-b387-41cd-91cf-6c0991c882af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (c23ab8c2-aa66-4075-ad63-387afff6c664), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.995651 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea643-b387-41cd-91cf-6c0991c882af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:44.996719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2e2ea643-b387-41cd-91cf-6c0991c882af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c23ab8c2-aa66-4075-ad63-387afff6c664 HTTP/1.1" status: 204 len: 168 time: 0.3117974 Feb 28 22:07:45.037398 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ea643-b387-41cd-91cf-6c0991c882af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ab8c2-aa66-4075-ad63-387afff6c664,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:45.068625 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-441beddc-d01f-431a-8082-38eaa1373347 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019366 Feb 28 22:07:45.163524 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-259f6d36-ca83-4bcd-983b-175587b76d83 req-2561e6fa-4e0d-4e78-95bf-aeb27977ec36 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Feb 28 22:07:45.337019 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-f90355d9-322f-48d3-9dc7-99c12caaf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:45.338686 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-f90355d9-322f-48d3-9dc7-99c12caaf909 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 1127 time: 0.0455916 Feb 28 22:07:45.432691 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-fd30f502-330e-4961-b9e6-772e4c1d7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:45.434183 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-fd30f502-330e-4961-b9e6-772e4c1d7560 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 916 time: 0.0867147 Feb 28 22:07:45.476529 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-cfb80d52-80df-4dbc-9bf3-222138a616b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99cbf164-d62b-4c94-9363-758df3740753 HTTP/1.1" status: 200 len: 217 time: 0.0339713 Feb 28 22:07:45.530040 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-ec66f3eb-3a11-48f6-a0d5-6a586411447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:45.531567 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-ec66f3eb-3a11-48f6-a0d5-6a586411447d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c897eae4-f980-413c-9833-5d9e4b733f4b HTTP/1.1" status: 200 len: 855 time: 0.0484481 Feb 28 22:07:45.563291 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-ed0a0dea-6a3d-47e5-8399-a15b2d73b28e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254674 Feb 28 22:07:45.595033 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35644) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:45.608392 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2e17dcb4-b8dd-4987-9c5b-f3beac46cbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:45.684335 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2e17dcb4-b8dd-4987-9c5b-f3beac46cbda admin admin] Publish callbacks [] for security_group (999b5161-b8d7-490f-bebe-459213de0fd7), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:45.690904 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-151fc62f-2ef0-478c-a93c-f692eff03369 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210158 Feb 28 22:07:45.698792 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574c81-bce3-4536-9a45-022c7397447b req-e33bcef0-d839-4bb8-8c0e-263bffcdbcda tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:45.700198 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2574c81-bce3-4536-9a45-022c7397447b req-e33bcef0-d839-4bb8-8c0e-263bffcdbcda tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 943 time: 0.0799758 Feb 28 22:07:45.746079 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-2e17dcb4-b8dd-4987-9c5b-f3beac46cbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (999b5161-b8d7-490f-bebe-459213de0fd7), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:45.787577 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-2e17dcb4-b8dd-4987-9c5b-f3beac46cbda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1a1f488fe454f719be74dfca7bc68ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888914 Feb 28 22:07:45.787577 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17dcb4-b8dd-4987-9c5b-f3beac46cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999b5161-b8d7-490f-bebe-459213de0fd7,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:45.788274 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35646) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:45.799519 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2574c81-bce3-4536-9a45-022c7397447b req-af7e4af1-daba-4441-afdf-ec859031a569 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907855 Feb 28 22:07:45.827490 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a6e52903-2a46-4cbe-8621-1e1434822e4f req-384dd657-c76c-4ce6-bb76-7317e0afc901 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262913 Feb 28 22:07:45.845342 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-deef024c-459f-47ec-b320-c46770134bf8 admin admin] Publish callbacks [] for security_group (999b5161-b8d7-490f-bebe-459213de0fd7), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:45.866792 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-deef024c-459f-47ec-b320-c46770134bf8 admin admin] Publish callbacks [] for security_group (999b5161-b8d7-490f-bebe-459213de0fd7), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:45.997338 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-deef024c-459f-47ec-b320-c46770134bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (999b5161-b8d7-490f-bebe-459213de0fd7), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:46.000610 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-deef024c-459f-47ec-b320-c46770134bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:46.001762 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-deef024c-459f-47ec-b320-c46770134bf8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/999b5161-b8d7-490f-bebe-459213de0fd7 HTTP/1.1" status: 204 len: 168 time: 0.2125928 Feb 28 22:07:46.009423 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef024c-459f-47ec-b320-c46770134bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999b5161-b8d7-490f-bebe-459213de0fd7,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:46.925020 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853839-8469-439e-8621-f47ac0b104ed req-5df905cc-bad0-4bbf-902f-0e56c4948ee6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:46.926529 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-83853839-8469-439e-8621-f47ac0b104ed req-5df905cc-bad0-4bbf-902f-0e56c4948ee6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 943 time: 0.0520108 Feb 28 22:07:46.973462 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-83853839-8469-439e-8621-f47ac0b104ed req-9e743a8d-33d3-4076-83aa-d0241c01e237 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Feb 28 22:07:48.088039 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8349782-1572-47d6-bf3e-382040edbd21 req-349c0496-8025-4b40-9153-4e9a7ac43429 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:48.089768 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c8349782-1572-47d6-bf3e-382040edbd21 req-349c0496-8025-4b40-9153-4e9a7ac43429 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 943 time: 0.0517712 Feb 28 22:07:48.136760 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c8349782-1572-47d6-bf3e-382040edbd21 req-06205776-b731-46e5-8750-02a5cb451f0d tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Feb 28 22:07:49.154846 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 99cbf164-d62b-4c94-9363-758df3740753 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:07:49.271831 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dbfb8-91da-465a-8d32-6f82067564d1 req-5cb67206-a7c7-4a9d-8b56-26cbae75b5a6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:49.273378 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fd8dbfb8-91da-465a-8d32-6f82067564d1 req-5cb67206-a7c7-4a9d-8b56-26cbae75b5a6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 943 time: 0.0639863 Feb 28 22:07:49.327791 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fd8dbfb8-91da-465a-8d32-6f82067564d1 req-5ab616e5-5b38-44f3-b19f-1b7eeceda1e8 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487261 Feb 28 22:07:49.399092 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 99cbf164-d62b-4c94-9363-758df3740753, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=99cbf164-d62b-4c94-9363-758df3740753,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:49.410713 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '99cbf164-d62b-4c94-9363-758df3740753', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'port_id': '99cbf164-d62b-4c94-9363-758df3740753', 'mac_address': 'fa:16:3e:8c:35:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c897eae4-f980-413c-9833-5d9e4b733f4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:07:49.448593 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 99cbf164-d62b-4c94-9363-758df3740753 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:07:49.448993 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (99cbf164-d62b-4c94-9363-758df3740753), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:49.462525 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cbf164-d62b-4c94-9363-758df3740753 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:07:49.485710 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 99cbf164-d62b-4c94-9363-758df3740753, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=99cbf164-d62b-4c94-9363-758df3740753,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:49.580766 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (99cbf164-d62b-4c94-9363-758df3740753), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:49.628874 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=99cbf164-d62b-4c94-9363-758df3740753,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:49.924567 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['99cbf164-d62b-4c94-9363-758df3740753'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:07:50.444421 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c293-9190-445b-aea4-15cf617a62ca req-19bf7a20-c2d1-4a55-9db6-41ec115b3efc tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:50.445877 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c2b2c293-9190-445b-aea4-15cf617a62ca req-19bf7a20-c2d1-4a55-9db6-41ec115b3efc tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 944 time: 0.0519729 Feb 28 22:07:50.491144 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c2b2c293-9190-445b-aea4-15cf617a62ca req-0e912163-9d15-4d06-819a-7e71f140b38a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394282 Feb 28 22:07:51.170764 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 99cbf164-d62b-4c94-9363-758df3740753 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:07:51.288742 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 99cbf164-d62b-4c94-9363-758df3740753 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:07:51.292621 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 99cbf164-d62b-4c94-9363-758df3740753 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:07:51.292998 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (99cbf164-d62b-4c94-9363-758df3740753), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:51.371403 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 99cbf164-d62b-4c94-9363-758df3740753 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:07:51.371734 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (99cbf164-d62b-4c94-9363-758df3740753), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:51.396174 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cbf164-d62b-4c94-9363-758df3740753'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:07:51.398431 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e069192a-65e0-4b31-9520-6766508b338d" -d '{"events": [{"server_uuid": "e89891f7-1a9f-433c-bd70-aec7c7c61014", "name": "network-vif-plugged", "status": "completed", "tag": "99cbf164-d62b-4c94-9363-758df3740753"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:07:51.413721 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 99cbf164-d62b-4c94-9363-758df3740753, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=99cbf164-d62b-4c94-9363-758df3740753,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:07:51.454623 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (99cbf164-d62b-4c94-9363-758df3740753), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:51.502036 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=99cbf164-d62b-4c94-9363-758df3740753,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:51.557424 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03269512-0342-4b42-9c14-da57bf23c6cd x-openstack-request-id: req-03269512-0342-4b42-9c14-da57bf23c6cd {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:07:51.557761 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89891f7-1a9f-433c-bd70-aec7c7c61014", "name": "network-vif-plugged", "status": "completed", "tag": "99cbf164-d62b-4c94-9363-758df3740753", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:07:51.558037 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03269512-0342-4b42-9c14-da57bf23c6cd {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:07:51.558465 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cbf164-d62b-4c94-9363-758df3740753', 'code': 200} Feb 28 22:07:51.621081 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9750849-6f68-4b41-9b1a-cf93c2b9bcdd req-86d0c052-0a35-468c-adb6-9abbee38271b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:51.622701 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d9750849-6f68-4b41-9b1a-cf93c2b9bcdd req-86d0c052-0a35-468c-adb6-9abbee38271b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 945 time: 0.0619886 Feb 28 22:07:51.673444 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d9750849-6f68-4b41-9b1a-cf93c2b9bcdd req-cb588de2-d09b-46bb-9402-c433d0ddbb14 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Feb 28 22:07:51.851908 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dfb28-a86d-42b8-86ea-d6150dc72787 req-7cc6d0c9-170d-4abb-96d5-763c2652e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:51.853436 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a46dfb28-a86d-42b8-86ea-d6150dc72787 req-7cc6d0c9-170d-4abb-96d5-763c2652e4b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 1129 time: 0.0445287 Feb 28 22:07:51.896732 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a46dfb28-a86d-42b8-86ea-d6150dc72787 req-44a68a5d-4b1b-4434-9dff-31b42a0714b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Feb 28 22:07:52.792705 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8300-3226-40e4-808f-2e5b5e6ea0ff req-7e641adf-126d-42fa-bd2b-2c3a51a92dd3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:52.794187 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624e8300-3226-40e4-808f-2e5b5e6ea0ff req-7e641adf-126d-42fa-bd2b-2c3a51a92dd3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 945 time: 0.0520511 Feb 28 22:07:52.839668 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-624e8300-3226-40e4-808f-2e5b5e6ea0ff req-da357de1-fdf8-4117-bef8-0a76f169b9f3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Feb 28 22:07:53.960261 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad20ef-0862-43eb-bc9c-0d110458e8a1 req-c293eee7-f1ef-4881-9b59-7abab54df497 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:53.961730 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d0ad20ef-0862-43eb-bc9c-0d110458e8a1 req-c293eee7-f1ef-4881-9b59-7abab54df497 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 945 time: 0.0576797 Feb 28 22:07:54.008207 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d0ad20ef-0862-43eb-bc9c-0d110458e8a1 req-73efd342-8c83-4040-8ac9-38b4060b0450 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Feb 28 22:07:55.853779 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-45a7babd-24fd-4676-8590-9acf92f6976b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:55.855280 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-45a7babd-24fd-4676-8590-9acf92f6976b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1044018 Feb 28 22:07:55.869509 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-71a29956-f85c-42f8-b1a2-d7b96dee0c32 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/quotas/38c5deb84f8b4bfe855fe0e3b7ef6489 HTTP/1.1" status: 200 len: 375 time: 0.0088747 Feb 28 22:07:56.185046 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-8e7eda5d-e2fe-410c-a143-c0bb84b1e4cb tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3101034 Feb 28 22:07:56.286950 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-3c3d68d3-6b45-4d29-a29a-0411251420ad service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 22:07:56.287988 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-3c3d68d3-6b45-4d29-a29a-0411251420ad service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0961082 Feb 28 22:07:56.374230 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-b3febafe-e0cf-4943-9992-f40773aeb3c6 service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804060 Feb 28 22:07:56.462291 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-5bea5875-6fbb-4092-a23d-7a91a9a7b2ed service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825062 Feb 28 22:07:56.719301 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-17a0f7cc-c2f5-43dc-aecf-b4f2256aeceb req-177fc96c-b7a1-4e84-b2ff-6f5a5e5eb747 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Feb 28 22:07:57.812611 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0daa5d6-0a82-4be9-943e-3ddfa8e76d03 req-8b6231be-74d3-473f-961a-474f4c78c334 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Feb 28 22:07:58.095437 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:07:58.670538 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35844) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:58.776075 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a01ec63d-0d76-4012-b479-bb0d2f741b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:58.823414 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-8de45bef-36b4-458f-8cf5-ddbdefec4fc6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:58.825031 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-8de45bef-36b4-458f-8cf5-ddbdefec4fc6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1050117 Feb 28 22:07:58.837792 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Request body: {'port': {'device_id': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'admin_state_up': True, 'tenant_id': '38c5deb84f8b4bfe855fe0e3b7ef6489'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:07:58.856124 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a01ec63d-0d76-4012-b479-bb0d2f741b52 admin admin] Publish callbacks [] for security_group (7afdd885-82f3-4788-a038-dfa3b5b9773e), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:58.928870 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a01ec63d-0d76-4012-b479-bb0d2f741b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7afdd885-82f3-4788-a038-dfa3b5b9773e), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:58.938761 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c53ce815-d395-4a4c-9bbd-0254d769234a req-1477ba73-dba3-4f47-9ace-327c550d9ef5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 210 time: 0.0383399 Feb 28 22:07:58.973159 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ec63d-0d76-4012-b479-bb0d2f741b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afdd885-82f3-4788-a038-dfa3b5b9773e,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:58.977502 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a01ec63d-0d76-4012-b479-bb0d2f741b52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da162704a63c4acbb09e0194922005af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059468 Feb 28 22:07:58.980568 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35850) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:59.029761 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7d7710c6-e1fe-4d63-a538-1b6b9b81f591 admin admin] Publish callbacks [] for security_group (7afdd885-82f3-4788-a038-dfa3b5b9773e), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.050630 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7d7710c6-e1fe-4d63-a538-1b6b9b81f591 admin admin] Publish callbacks [] for security_group (7afdd885-82f3-4788-a038-dfa3b5b9773e), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.054717 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Made reservation on behalf of 38c5deb84f8b4bfe855fe0e3b7ef6489 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:07:59.058263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.190640 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Allocated IP 172.20.0.3 (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39/c897eae4-f980-413c-9833-5d9e4b733f4b/33c80b2a-9665-4413-90cf-043bb569f91c) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:07:59.197694 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7d7710c6-e1fe-4d63-a538-1b6b9b81f591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7afdd885-82f3-4788-a038-dfa3b5b9773e), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.200280 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7d7710c6-e1fe-4d63-a538-1b6b9b81f591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.201418 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-7d7710c6-e1fe-4d63-a538-1b6b9b81f591 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7afdd885-82f3-4788-a038-dfa3b5b9773e HTTP/1.1" status: 204 len: 168 time: 0.2199538 Feb 28 22:07:59.209302 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7710c6-e1fe-4d63-a538-1b6b9b81f591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afdd885-82f3-4788-a038-dfa3b5b9773e,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:59.344180 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks [] for port (33c80b2a-9665-4413-90cf-043bb569f91c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.443790 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.455983 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', '99cbf164-d62b-4c94-9363-758df3740753'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:07:59.492263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:07:59.495440 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:07:59.499109 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:07:59.531366 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event updated for resources: {'Port': ['ID=33c80b2a-9665-4413-90cf-043bb569f91c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:07:59.540679 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.541037 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.541396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.541744 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.542105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.542452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.542794 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.543132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.543469 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.543802 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.544147 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.544464 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.544793 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:07:59.565094 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:07:59.565703 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.663049 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-03c93eac-e2be-4fb6-b7fa-447f3545e62c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301365 Feb 28 22:07:59.674774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Request body: {'port': {'device_id': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:07:59.733191 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.803137 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35862) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:07:59.816773 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.892883 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Publish callbacks [] for security_group (b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:07:59.968857 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.003055 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c80b2a-9665-4413-90cf-043bb569f91c {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:08:00.011474 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8bf73111d6948c38be913bf3a6def9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047923 Feb 28 22:08:00.011474 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:00.013177 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35866) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:00.021446 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Publish callbacks [] for port (33c80b2a-9665-4413-90cf-043bb569f91c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.024149 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.024520 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.024905 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.025247 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.025583 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.025917 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.026281 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.027144 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.027144 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.027341 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.027564 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.027888 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.028209 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49339d47-cc79-460b-8095-88681aa64695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:00.055531 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Transition to ACTIVE for port object 33c80b2a-9665-4413-90cf-043bb569f91c will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:08:00.074506 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b35cd-9114-4ff4-8bd7-cf96f1907607 req-8fe5c407-be69-4884-a3e1-e8f6717aec4d tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:00.076218 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d4b35cd-9114-4ff4-8bd7-cf96f1907607 req-8fe5c407-be69-4884-a3e1-e8f6717aec4d tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 931 time: 0.0651658 Feb 28 22:08:00.083932 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-21defdfe-3094-4c97-9bb2-963d59b8172c admin admin] Publish callbacks [] for security_group (b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.105643 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-21defdfe-3094-4c97-9bb2-963d59b8172c admin admin] Publish callbacks [] for security_group (b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.127190 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6d4b35cd-9114-4ff4-8bd7-cf96f1907607 req-63abcc70-c030-434e-9140-57aa7096e9ba tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Feb 28 22:08:00.128638 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.180231 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Pushing event updated for resources: {'Port': ['ID=33c80b2a-9665-4413-90cf-043bb569f91c,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:00.220346 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-21defdfe-3094-4c97-9bb2-963d59b8172c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.222873 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-21defdfe-3094-4c97-9bb2-963d59b8172c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.224053 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-21defdfe-3094-4c97-9bb2-963d59b8172c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5 HTTP/1.1" status: 204 len: 168 time: 0.2099833 Feb 28 22:08:00.232550 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21defdfe-3094-4c97-9bb2-963d59b8172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24e08e3-1fc0-40c8-a5f2-eed77d0b6bb5,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:00.251660 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Attempting to bind port 33c80b2a-9665-4413-90cf-043bb569f91c on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:08:00.252033 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Attempting to bind port 33c80b2a-9665-4413-90cf-043bb569f91c by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:08:00.252365 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Attempting to bind port 33c80b2a-9665-4413-90cf-043bb569f91c on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:08:00.257587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Port 33c80b2a-9665-4413-90cf-043bb569f91c on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:08:00.257587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Attempting to bind port 33c80b2a-9665-4413-90cf-043bb569f91c on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:08:00.262198 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:08:00.262543 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Checking segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:08:00.262924 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Bound using segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:08:00.263346 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Bound port: 33c80b2a-9665-4413-90cf-043bb569f91c, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:08:00.263709 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.332302 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] For port 33c80b2a-9665-4413-90cf-043bb569f91c, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:08:00.335498 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] For port 33c80b2a-9665-4413-90cf-043bb569f91c, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=33c80b2a-9665-4413-90cf-043bb569f91c,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:08:00.437817 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.476294 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:00.476922 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.478328 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] 10.222.0.16 "PUT /v2.0/ports/33c80b2a-9665-4413-90cf-043bb569f91c HTTP/1.1" status: 200 len: 1093 time: 0.8077896 Feb 28 22:08:00.478772 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'tag': '33c80b2a-9665-4413-90cf-043bb569f91c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:08:00.480998 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cbd00a-8a01-4f15-9d91-7467fa81b081" -d '{"events": [{"name": "network-changed", "server_uuid": "4525488c-2460-45d6-8763-6a1fb1efa3e3", "tag": "33c80b2a-9665-4413-90cf-043bb569f91c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:08:00.502546 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05cf19-7244-4bba-ae44-8d3c46ef1021 service neutron] Pushing event updated for resources: {'Port': ['ID=33c80b2a-9665-4413-90cf-043bb569f91c,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:00.521076 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c55602e-8806-4eaf-bc06-dfd0cfb0fd8d x-openstack-request-id: req-6c55602e-8806-4eaf-bc06-dfd0cfb0fd8d {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:08:00.521076 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4525488c-2460-45d6-8763-6a1fb1efa3e3", "tag": "33c80b2a-9665-4413-90cf-043bb569f91c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:08:00.521076 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c55602e-8806-4eaf-bc06-dfd0cfb0fd8d {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:08:00.521488 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'tag': '33c80b2a-9665-4413-90cf-043bb569f91c', 'status': 'completed', 'code': 200} Feb 28 22:08:00.591990 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd00a-8a01-4f15-9d91-7467fa81b081 req-fa68f95b-d4c3-4223-9ec9-c1567d8c9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:00.593977 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5cbd00a-8a01-4f15-9d91-7467fa81b081 req-fa68f95b-d4c3-4223-9ec9-c1567d8c9b56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 1127 time: 0.0516620 Feb 28 22:08:00.688665 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd00a-8a01-4f15-9d91-7467fa81b081 req-ada97d94-ba59-4be5-afc5-a6699bd829ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:00.690142 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5cbd00a-8a01-4f15-9d91-7467fa81b081 req-ada97d94-ba59-4be5-afc5-a6699bd829ab service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0892661 Feb 28 22:08:00.783441 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd00a-8a01-4f15-9d91-7467fa81b081 req-7b8b71b6-5e65-495a-b9f9-fc996e666e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:00.784858 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f5cbd00a-8a01-4f15-9d91-7467fa81b081 req-7b8b71b6-5e65-495a-b9f9-fc996e666e8e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893495 Feb 28 22:08:00.863417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-fcd70f48-b704-4fa2-9ea9-19e31b28747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:00.864953 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-fcd70f48-b704-4fa2-9ea9-19e31b28747a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 1127 time: 0.0461044 Feb 28 22:08:00.910201 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-55d4eb85-66f5-4fef-9ccb-2c02c81a9945 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c80b2a-9665-4413-90cf-043bb569f91c HTTP/1.1" status: 200 len: 217 time: 0.0373781 Feb 28 22:08:00.941008 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35874) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:00.954723 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e29ba8ed-a937-41ef-a1a9-d750c66b07bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:00.962854 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-98317bc0-d15b-439c-b2bf-41f6ac0f2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:00.964308 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-98317bc0-d15b-439c-b2bf-41f6ac0f2547 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c897eae4-f980-413c-9833-5d9e4b733f4b HTTP/1.1" status: 200 len: 855 time: 0.0468795 Feb 28 22:08:00.995206 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-e81e9bea-1656-40a1-b07d-0d56335e48a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253289 Feb 28 22:08:01.043583 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e29ba8ed-a937-41ef-a1a9-d750c66b07bd admin admin] Publish callbacks [] for security_group (29730494-70fc-4659-9c70-7e6f0bab347c), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:01.100971 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-cd079a31-6271-4ff0-b30c-0ffcde7a0221 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995965 Feb 28 22:08:01.110663 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e29ba8ed-a937-41ef-a1a9-d750c66b07bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (29730494-70fc-4659-9c70-7e6f0bab347c), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:01.148222 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ba8ed-a937-41ef-a1a9-d750c66b07bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29730494-70fc-4659-9c70-7e6f0bab347c,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:01.162086 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e29ba8ed-a937-41ef-a1a9-d750c66b07bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8ff96c32f5441019462f9681bd91810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142203 Feb 28 22:08:01.162086 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35878) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:01.195196 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f261526-734a-4091-9510-f4ea5a95ca8f req-a661a9f6-246f-4c8f-824e-9546b14cc00d service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880144 Feb 28 22:08:01.206736 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8545cb7c-975b-4922-826f-f4c9b5739df3 admin admin] Publish callbacks [] for security_group (29730494-70fc-4659-9c70-7e6f0bab347c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:01.230166 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8545cb7c-975b-4922-826f-f4c9b5739df3 admin admin] Publish callbacks [] for security_group (29730494-70fc-4659-9c70-7e6f0bab347c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:01.256058 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527278-b702-46d6-b2a2-7ce7c72af543 req-908c9292-b1a8-4759-bb27-ce8979f38fc1 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:01.258872 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe527278-b702-46d6-b2a2-7ce7c72af543 req-908c9292-b1a8-4759-bb27-ce8979f38fc1 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 943 time: 0.0533032 Feb 28 22:08:01.310333 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe527278-b702-46d6-b2a2-7ce7c72af543 req-508e7aba-a756-4c3b-891b-6f640a65882e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Feb 28 22:08:01.392188 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8545cb7c-975b-4922-826f-f4c9b5739df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (29730494-70fc-4659-9c70-7e6f0bab347c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:01.395195 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8545cb7c-975b-4922-826f-f4c9b5739df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:01.396444 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-8545cb7c-975b-4922-826f-f4c9b5739df3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29730494-70fc-4659-9c70-7e6f0bab347c HTTP/1.1" status: 204 len: 168 time: 0.2386234 Feb 28 22:08:01.404340 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545cb7c-975b-4922-826f-f4c9b5739df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29730494-70fc-4659-9c70-7e6f0bab347c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:02.426362 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573ff6-d1c1-44e5-bd32-9b71173d5d07 req-f17bab68-c066-44e0-a5da-4a27d15e9bc2 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:02.427788 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a573ff6-d1c1-44e5-bd32-9b71173d5d07 req-f17bab68-c066-44e0-a5da-4a27d15e9bc2 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 943 time: 0.0525794 Feb 28 22:08:02.475374 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6a573ff6-d1c1-44e5-bd32-9b71173d5d07 req-420a839d-b035-485a-8542-ad775ad0d34b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 Feb 28 22:08:03.592350 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14c93-9411-42c7-8426-180fbd2f8458 req-6a9d260b-8bd2-4bb7-a920-3ee5a7e83a7c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:03.593888 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50b14c93-9411-42c7-8426-180fbd2f8458 req-6a9d260b-8bd2-4bb7-a920-3ee5a7e83a7c tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 943 time: 0.0537796 Feb 28 22:08:03.639712 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-50b14c93-9411-42c7-8426-180fbd2f8458 req-86e45948-8210-454c-97d3-081a3abd8fdb tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Feb 28 22:08:03.744869 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35936) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:03.836845 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e881-f235-474f-829a-458c147590d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:03.848403 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1852-a8a1-4881-ada5-b9e5342d2308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:03.924435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1852-a8a1-4881-ada5-b9e5342d2308 admin admin] Publish callbacks [] for security_group (3f2ca54f-a478-40a3-a066-c8fabfc16ee1), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:03.991067 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1852-a8a1-4881-ada5-b9e5342d2308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3f2ca54f-a478-40a3-a066-c8fabfc16ee1), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:04.029128 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-dbaa1852-a8a1-4881-ada5-b9e5342d2308 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=beb8b0cc3f8742ca93e70d567dc5c887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831244 Feb 28 22:08:04.030166 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa1852-a8a1-4881-ada5-b9e5342d2308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2ca54f-a478-40a3-a066-c8fabfc16ee1,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:04.032394 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35940) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:04.079451 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-718e42a9-6c29-47e5-baf3-dcf12f53f1e8 admin admin] Publish callbacks [] for security_group (3f2ca54f-a478-40a3-a066-c8fabfc16ee1), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:04.100983 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-718e42a9-6c29-47e5-baf3-dcf12f53f1e8 admin admin] Publish callbacks [] for security_group (3f2ca54f-a478-40a3-a066-c8fabfc16ee1), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:04.254139 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-718e42a9-6c29-47e5-baf3-dcf12f53f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (3f2ca54f-a478-40a3-a066-c8fabfc16ee1), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:04.256810 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-718e42a9-6c29-47e5-baf3-dcf12f53f1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:04.257961 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-718e42a9-6c29-47e5-baf3-dcf12f53f1e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f2ca54f-a478-40a3-a066-c8fabfc16ee1 HTTP/1.1" status: 204 len: 168 time: 0.2245598 Feb 28 22:08:04.266028 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e42a9-6c29-47e5-baf3-dcf12f53f1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2ca54f-a478-40a3-a066-c8fabfc16ee1,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:04.757709 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2a25a-3bb6-4d0b-9414-a5a136135227 req-497d30f6-c65b-44c1-9a47-097654e2dbbf tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:04.759209 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-93d2a25a-3bb6-4d0b-9414-a5a136135227 req-497d30f6-c65b-44c1-9a47-097654e2dbbf tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 943 time: 0.0529068 Feb 28 22:08:04.805161 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-93d2a25a-3bb6-4d0b-9414-a5a136135227 req-aca1e5fe-4a32-4cc8-8162-418d9f500996 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Feb 28 22:08:04.853947 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 35948) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:04.867127 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-55f8896f-c4e8-4531-b1a4-f7be5e4c9b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:04.938763 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-55f8896f-c4e8-4531-b1a4-f7be5e4c9b20 admin admin] Publish callbacks [] for security_group (784a35da-42d0-4bbf-acd3-00f1d0e356e8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.048415 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-55f8896f-c4e8-4531-b1a4-f7be5e4c9b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (784a35da-42d0-4bbf-acd3-00f1d0e356e8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.087185 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-55f8896f-c4e8-4531-b1a4-f7be5e4c9b20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1020b64683624aa09339f22e8ec3a852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320578 Feb 28 22:08:05.088052 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8896f-c4e8-4531-b1a4-f7be5e4c9b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784a35da-42d0-4bbf-acd3-00f1d0e356e8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:05.089834 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 35950) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:05.136910 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f04dadf7-7076-41c9-b250-b0ab7c390517 admin admin] Publish callbacks [] for security_group (784a35da-42d0-4bbf-acd3-00f1d0e356e8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.158733 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f04dadf7-7076-41c9-b250-b0ab7c390517 admin admin] Publish callbacks [] for security_group (784a35da-42d0-4bbf-acd3-00f1d0e356e8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.215030 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 33c80b2a-9665-4413-90cf-043bb569f91c details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:08:05.283046 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f04dadf7-7076-41c9-b250-b0ab7c390517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (784a35da-42d0-4bbf-acd3-00f1d0e356e8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.285633 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f04dadf7-7076-41c9-b250-b0ab7c390517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.286810 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f04dadf7-7076-41c9-b250-b0ab7c390517 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/784a35da-42d0-4bbf-acd3-00f1d0e356e8 HTTP/1.1" status: 204 len: 168 time: 0.1958492 Feb 28 22:08:05.294633 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dadf7-7076-41c9-b250-b0ab7c390517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784a35da-42d0-4bbf-acd3-00f1d0e356e8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:05.335148 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 33c80b2a-9665-4413-90cf-043bb569f91c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=33c80b2a-9665-4413-90cf-043bb569f91c,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:08:05.341231 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '33c80b2a-9665-4413-90cf-043bb569f91c', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'port_id': '33c80b2a-9665-4413-90cf-043bb569f91c', 'mac_address': 'fa:16:3e:9b:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c897eae4-f980-413c-9833-5d9e4b733f4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:08:05.380874 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 33c80b2a-9665-4413-90cf-043bb569f91c is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:08:05.381267 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.394479 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c80b2a-9665-4413-90cf-043bb569f91c {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:08:05.413905 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 33c80b2a-9665-4413-90cf-043bb569f91c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=33c80b2a-9665-4413-90cf-043bb569f91c,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:08:05.511660 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:05.560325 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=33c80b2a-9665-4413-90cf-043bb569f91c,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:05.568044 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.568393 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.568739 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.569081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.569415 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.569744 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.570098 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.570431 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.570756 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.571081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.571671 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.571992 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.572314 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:08:05.895074 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['33c80b2a-9665-4413-90cf-043bb569f91c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:08:05.925902 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62744690-c4ae-4cf7-bee8-13b8d2a743c4 req-88588ad4-3432-47c6-bbd2-5810106c0e02 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:05.927482 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-62744690-c4ae-4cf7-bee8-13b8d2a743c4 req-88588ad4-3432-47c6-bbd2-5810106c0e02 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 944 time: 0.0567033 Feb 28 22:08:05.975453 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-62744690-c4ae-4cf7-bee8-13b8d2a743c4 req-cfdc8de0-2f37-43ab-9e4b-c95cfc647215 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Feb 28 22:08:06.220298 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-99b33b3b-ee4e-477c-ad89-7aaa046d6994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:07.093759 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc1f6b-511c-4c91-a72a-a3ffe4dcd8a7 req-3802d78e-b360-4c47-9006-2d83479643a4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:07.095252 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ccc1f6b-511c-4c91-a72a-a3ffe4dcd8a7 req-3802d78e-b360-4c47-9006-2d83479643a4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 944 time: 0.0527854 Feb 28 22:08:07.142314 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6ccc1f6b-511c-4c91-a72a-a3ffe4dcd8a7 req-af8030e2-a5ad-48ce-b5a9-523e21099100 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Feb 28 22:08:07.235642 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 33c80b2a-9665-4413-90cf-043bb569f91c up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:08:07.315986 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:07.338778 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 33c80b2a-9665-4413-90cf-043bb569f91c completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:08:07.342842 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 33c80b2a-9665-4413-90cf-043bb569f91c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:08:07.343209 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:07.426113 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 33c80b2a-9665-4413-90cf-043bb569f91c is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:08:07.426455 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:07.449348 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c80b2a-9665-4413-90cf-043bb569f91c'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:08:07.451631 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e8b9c-41a1-4eec-8c2e-6dfc1db5f1fe" -d '{"events": [{"server_uuid": "4525488c-2460-45d6-8763-6a1fb1efa3e3", "name": "network-vif-plugged", "status": "completed", "tag": "33c80b2a-9665-4413-90cf-043bb569f91c"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:08:07.463437 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 33c80b2a-9665-4413-90cf-043bb569f91c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=33c80b2a-9665-4413-90cf-043bb569f91c,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:08:07.488178 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4785b6-b42b-4211-bf88-e01d20586894 x-openstack-request-id: req-ca4785b6-b42b-4211-bf88-e01d20586894 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:08:07.488464 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4525488c-2460-45d6-8763-6a1fb1efa3e3", "name": "network-vif-plugged", "status": "completed", "tag": "33c80b2a-9665-4413-90cf-043bb569f91c", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:08:07.488721 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca4785b6-b42b-4211-bf88-e01d20586894 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:08:07.489119 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c80b2a-9665-4413-90cf-043bb569f91c', 'code': 200} Feb 28 22:08:07.534144 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:07.584365 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=33c80b2a-9665-4413-90cf-043bb569f91c,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:07.804041 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07521007-9ded-462a-aca4-731dda3cc88a req-1f970e7f-b799-4af3-b28b-f6dd2ad00d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:07.805566 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-07521007-9ded-462a-aca4-731dda3cc88a req-1f970e7f-b799-4af3-b28b-f6dd2ad00d78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 1129 time: 0.0478454 Feb 28 22:08:07.852644 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-07521007-9ded-462a-aca4-731dda3cc88a req-4a92ac70-9acf-4432-a050-cc39c8b1ffe2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Feb 28 22:08:08.261521 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa9593-3aad-41c3-a15a-d5f962b3f940 req-472e1ea1-ae13-476b-9b08-5a12c6981260 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:08.263095 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78fa9593-3aad-41c3-a15a-d5f962b3f940 req-472e1ea1-ae13-476b-9b08-5a12c6981260 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 945 time: 0.0536296 Feb 28 22:08:08.311519 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78fa9593-3aad-41c3-a15a-d5f962b3f940 req-eafbba8d-0451-408d-8a54-2b795a6e2b2a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Feb 28 22:08:08.768816 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:09.436838 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a0165-8174-453d-99fa-923af6daaf69 req-8dfc3791-56bf-4120-b5ee-064e5822ab6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:09.438929 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-200a0165-8174-453d-99fa-923af6daaf69 req-8dfc3791-56bf-4120-b5ee-064e5822ab6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 945 time: 0.0585735 Feb 28 22:08:09.488619 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-200a0165-8174-453d-99fa-923af6daaf69 req-6b0c3b64-22fe-4510-b39f-febc7e1aa995 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Feb 28 22:08:09.654559 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:10.123216 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:10.625141 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8cef7-12c0-493e-a80e-eb868d44d4cb req-c37e3cc8-2000-489c-ace9-43ba30024e3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:10.626653 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-25d8cef7-12c0-493e-a80e-eb868d44d4cb req-c37e3cc8-2000-489c-ace9-43ba30024e3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 945 time: 0.0588102 Feb 28 22:08:10.677724 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-25d8cef7-12c0-493e-a80e-eb868d44d4cb req-16e6761a-1954-4fff-8083-5cc95a9edb14 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Feb 28 22:08:14.583401 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-2018746f-a2e1-4028-acde-5f2d829e3da8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446036 Feb 28 22:08:14.678796 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2aa75-1764-46aa-a288-9f974125858c req-882cf32f-dcc0-4889-923e-3d4067dfc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:14.680293 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-882cf32f-dcc0-4889-923e-3d4067dfc9a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1129 time: 0.0486236 Feb 28 22:08:14.786992 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2aa75-1764-46aa-a288-9f974125858c req-585b327b-1d15-4d44-96d2-6c533179af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:14.788574 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-585b327b-1d15-4d44-96d2-6c533179af11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.0851417 Feb 28 22:08:14.860046 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-22ade003-d27d-47b7-a4f6-88b3a1e56ae6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 200 len: 999 time: 0.0636728 Feb 28 22:08:14.909414 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2aa75-1764-46aa-a288-9f974125858c req-28429946-f465-4a04-8346-4546f2ef261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:14.911229 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-28429946-f465-4a04-8346-4546f2ef261d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0446033 Feb 28 22:08:14.963137 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2aa75-1764-46aa-a288-9f974125858c req-5fbe4aa4-1305-454d-843b-87985b4aa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:14.964629 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-5fbe4aa4-1305-454d-843b-87985b4aa5fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442617 Feb 28 22:08:15.058612 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-689cc9de-2283-416a-863d-fadb0201ef7b service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869830 Feb 28 22:08:15.147510 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-02e2aa75-1764-46aa-a288-9f974125858c req-06bf9a53-4b7f-4e7f-bea9-5ff67620439b service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825586 Feb 28 22:08:24.441333 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e901-de29-446e-bd03-15b37d51029b req-c9c4b493-2e81-43a7-bbca-d7d76b3c97fb tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:24.442728 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-c9c4b493-2e81-43a7-bbca-d7d76b3c97fb tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1007702 Feb 28 22:08:24.457727 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-a3fbbf88-6fd0-49db-bc83-98a9e31a9ab4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/quotas/38c5deb84f8b4bfe855fe0e3b7ef6489 HTTP/1.1" status: 200 len: 375 time: 0.0094662 Feb 28 22:08:24.511848 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-fc55c3bf-b802-4703-8574-db78f991fdf4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492949 Feb 28 22:08:24.603018 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-b296a31a-8e0e-4a5f-999f-a1c6d9fc89b9 service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846872 Feb 28 22:08:24.688244 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-7e756588-76e5-4731-b127-7af6c4a59541 service neutron] 10.222.0.26 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796530 Feb 28 22:08:24.927288 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f81493a1-30b2-41b2-8529-559be803af85 req-ca6cd560-da7c-49a1-a946-c664581a7de6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 210 time: 0.0304351 Feb 28 22:08:26.021310 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c2535827-d48b-4b48-82aa-973ae9fe948f req-087d6f73-1283-4f38-a000-9cd45192519e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 210 time: 0.0278845 Feb 28 22:08:26.927753 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e901-de29-446e-bd03-15b37d51029b req-797af4a2-5256-432e-8140-444c032e0fbe tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:26.929193 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-797af4a2-5256-432e-8140-444c032e0fbe tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/networks?id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 200 len: 815 time: 0.1018765 Feb 28 22:08:26.947086 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Request body: {'port': {'device_id': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'admin_state_up': True, 'tenant_id': '38c5deb84f8b4bfe855fe0e3b7ef6489'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:08:27.118260 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a832ffc0-469a-46b3-b0f5-5cd646b1ee1d req-b7815950-e448-48e6-b641-f75155343c3f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 210 time: 0.0297971 Feb 28 22:08:27.136956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Made reservation on behalf of 38c5deb84f8b4bfe855fe0e3b7ef6489 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:08:27.136956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:27.260626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Allocated IP 172.20.0.2 (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39/c897eae4-f980-413c-9833-5d9e4b733f4b/9ad88078-0178-438a-8f1d-0d52845d97f3) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:08:27.400284 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks [] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:27.493361 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:27.523477 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', '99cbf164-d62b-4c94-9363-758df3740753', '33c80b2a-9665-4413-90cf-043bb569f91c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:08:27.537504 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:08:27.540463 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:08:27.544129 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:08:27.566919 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event updated for resources: {'Port': ['ID=9ad88078-0178-438a-8f1d-0d52845d97f3,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:27.595156 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:27.595874 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:27.667855 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-78e44785-fb34-4be9-ac39-d03e2d9aab3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7246106 Feb 28 22:08:27.688747 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Request body: {'port': {'device_id': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:08:27.753880 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:28.017301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad88078-0178-438a-8f1d-0d52845d97f3 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:08:28.025268 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Publish callbacks [] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:28.037278 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Transition to ACTIVE for port object 9ad88078-0178-438a-8f1d-0d52845d97f3 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:08:28.116806 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:28.192506 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad88078-0178-438a-8f1d-0d52845d97f3,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:28.274972 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Attempting to bind port 9ad88078-0178-438a-8f1d-0d52845d97f3 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:08:28.275221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Attempting to bind port 9ad88078-0178-438a-8f1d-0d52845d97f3 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:08:28.275548 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Attempting to bind port 9ad88078-0178-438a-8f1d-0d52845d97f3 on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:08:28.285164 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcb00f-3e8c-4a73-a9df-2f1c85f0e03b req-3b287063-29b4-430c-96fd-c4a54b7e697d tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:28.286675 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-56dcb00f-3e8c-4a73-a9df-2f1c85f0e03b req-3b287063-29b4-430c-96fd-c4a54b7e697d tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 943 time: 0.0988517 Feb 28 22:08:28.288705 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Port 9ad88078-0178-438a-8f1d-0d52845d97f3 on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:08:28.289024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Attempting to bind port 9ad88078-0178-438a-8f1d-0d52845d97f3 on network c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:08:28.300480 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:08:28.300833 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Checking segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:08:28.301291 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Bound using segment: {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:08:28.301721 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Bound port: 9ad88078-0178-438a-8f1d-0d52845d97f3, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490dcff-03ca-45af-a7ef-7d99ff6b43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:08:28.302103 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:28.371476 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-56dcb00f-3e8c-4a73-a9df-2f1c85f0e03b req-838205d7-e778-4a8a-aaf1-cbeb83ef5e8e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793695 Feb 28 22:08:28.393592 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] For port 9ad88078-0178-438a-8f1d-0d52845d97f3, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:08:28.396728 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] For port 9ad88078-0178-438a-8f1d-0d52845d97f3, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9ad88078-0178-438a-8f1d-0d52845d97f3,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:08:28.447360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:28.483620 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:28.484232 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:28.485595 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ad88078-0178-438a-8f1d-0d52845d97f3 HTTP/1.1" status: 200 len: 1093 time: 0.8010621 Feb 28 22:08:28.486056 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'tag': '9ad88078-0178-438a-8f1d-0d52845d97f3'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:08:28.489203 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cefd870-d130-4c5d-b7d9-126c2b20abe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6561684-df64-40a7-8261-a1472fa4e8ae", "tag": "9ad88078-0178-438a-8f1d-0d52845d97f3"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:08:28.509561 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056db49-bcfe-423e-8b88-fd9bce1733b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad88078-0178-438a-8f1d-0d52845d97f3,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:28.526449 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5991051f-c688-4d24-9c18-117052244b20 x-openstack-request-id: req-5991051f-c688-4d24-9c18-117052244b20 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:08:28.526726 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6561684-df64-40a7-8261-a1472fa4e8ae", "tag": "9ad88078-0178-438a-8f1d-0d52845d97f3", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:08:28.526967 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5991051f-c688-4d24-9c18-117052244b20 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:08:28.527356 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'tag': '9ad88078-0178-438a-8f1d-0d52845d97f3', 'status': 'completed', 'code': 200} Feb 28 22:08:28.597678 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd870-d130-4c5d-b7d9-126c2b20abe1 req-7546b85f-bb00-43f6-b7ce-6c938bc0a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:28.599253 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cefd870-d130-4c5d-b7d9-126c2b20abe1 req-7546b85f-bb00-43f6-b7ce-6c938bc0a936 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 1127 time: 0.0448763 Feb 28 22:08:28.697283 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd870-d130-4c5d-b7d9-126c2b20abe1 req-148531e3-fdc2-413f-bf61-d39295549281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:28.698756 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cefd870-d130-4c5d-b7d9-126c2b20abe1 req-148531e3-fdc2-413f-bf61-d39295549281 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0914993 Feb 28 22:08:28.791377 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd870-d130-4c5d-b7d9-126c2b20abe1 req-bf819353-bd93-427d-b51b-1ea06b233a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:28.792742 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1cefd870-d130-4c5d-b7d9-126c2b20abe1 req-bf819353-bd93-427d-b51b-1ea06b233a0d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875187 Feb 28 22:08:28.873413 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e901-de29-446e-bd03-15b37d51029b req-684d2470-91ed-4bf6-8f79-bafad94833c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:28.874952 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-684d2470-91ed-4bf6-8f79-bafad94833c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 1127 time: 0.0471561 Feb 28 22:08:28.920722 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-1043776d-e6b8-4662-961a-124a5de7121a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ad88078-0178-438a-8f1d-0d52845d97f3 HTTP/1.1" status: 200 len: 217 time: 0.0379114 Feb 28 22:08:28.967976 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e901-de29-446e-bd03-15b37d51029b req-8d3a26dd-7640-4ffd-bac5-6414d2a4c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:28.969367 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-8d3a26dd-7640-4ffd-bac5-6414d2a4c147 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c897eae4-f980-413c-9833-5d9e4b733f4b HTTP/1.1" status: 200 len: 855 time: 0.0429895 Feb 28 22:08:29.000569 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-9831e54c-d188-421c-87d3-7e3c8844888d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245268 Feb 28 22:08:29.098015 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-d74b71cc-5033-4830-9a56-ea394dd0b0cf service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902781 Feb 28 22:08:29.183289 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-84f5e901-de29-446e-bd03-15b37d51029b req-afaeaa36-e8f6-4ccf-9ba2-7e68788aebab service neutron] 10.222.0.16 "GET /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784526 Feb 28 22:08:29.491698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553acbec-c285-42b6-a11a-0105d04bfe3d req-21a41bde-8cf9-4926-b60c-ee729094f78e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:29.493148 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-553acbec-c285-42b6-a11a-0105d04bfe3d req-21a41bde-8cf9-4926-b60c-ee729094f78e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 943 time: 0.0569580 Feb 28 22:08:29.539741 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-553acbec-c285-42b6-a11a-0105d04bfe3d req-ef31cee2-8741-4e96-b3de-2b9137f40add tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Feb 28 22:08:30.656223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21866-64d6-4046-bb92-1c2f4f571f4c req-5e289e2f-8528-4417-916a-6523bb90fac9 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:30.657669 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78f21866-64d6-4046-bb92-1c2f4f571f4c req-5e289e2f-8528-4417-916a-6523bb90fac9 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 943 time: 0.0518169 Feb 28 22:08:30.702630 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-78f21866-64d6-4046-bb92-1c2f4f571f4c req-0981db76-5557-4ef4-a060-e158319274ce tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Feb 28 22:08:31.822027 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e937-4c77-46c4-ba39-180f4352eb9d req-b8fd2b4f-3d9b-44b9-baaf-72d8f2480377 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:31.823607 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2479e937-4c77-46c4-ba39-180f4352eb9d req-b8fd2b4f-3d9b-44b9-baaf-72d8f2480377 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 943 time: 0.0560644 Feb 28 22:08:31.869227 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2479e937-4c77-46c4-ba39-180f4352eb9d req-624ad944-321b-46ac-bd8e-ea8a2e94e0a3 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Feb 28 22:08:32.986071 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0170bc-3804-4b47-89fc-a0e002c67d8a req-d82c9aa9-85ed-4397-b07f-8ed7936c5186 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:32.987584 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d0170bc-3804-4b47-89fc-a0e002c67d8a req-d82c9aa9-85ed-4397-b07f-8ed7936c5186 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 943 time: 0.0532138 Feb 28 22:08:33.034058 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d0170bc-3804-4b47-89fc-a0e002c67d8a req-7cbbbcf6-da74-46e0-a589-6f0366d111d2 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 Feb 28 22:08:33.817973 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8783cabb-a89d-4407-9772-8802411642dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:34.148949 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1cc55-6676-416d-9853-032b89fc8870 req-c3f93336-5395-4c0a-bb20-525fc1a3bcef tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:34.150604 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bae1cc55-6676-416d-9853-032b89fc8870 req-c3f93336-5395-4c0a-bb20-525fc1a3bcef tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 943 time: 0.0514143 Feb 28 22:08:34.200857 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bae1cc55-6676-416d-9853-032b89fc8870 req-7fca3107-465d-445a-ab49-0b360a0ecc3e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Feb 28 22:08:35.095007 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:08:35.316840 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aeb39-2994-45ff-9ff6-6eec08a8a41c req-de6ad2a8-a28b-43e0-a8b9-5c77ec74d7e4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:35.318751 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-793aeb39-2994-45ff-9ff6-6eec08a8a41c req-de6ad2a8-a28b-43e0-a8b9-5c77ec74d7e4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 943 time: 0.0521374 Feb 28 22:08:35.365719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-793aeb39-2994-45ff-9ff6-6eec08a8a41c req-29544665-637f-40ed-9f20-971a6c0a99e6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Feb 28 22:08:35.388677 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9ad88078-0178-438a-8f1d-0d52845d97f3 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:08:35.472041 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36234) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:35.487862 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 9ad88078-0178-438a-8f1d-0d52845d97f3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9ad88078-0178-438a-8f1d-0d52845d97f3,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:08:35.499110 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '9ad88078-0178-438a-8f1d-0d52845d97f3', 'network_id': 'c39b4a38-b2e9-42b7-ad16-c77e1a39cb39', 'port_id': '9ad88078-0178-438a-8f1d-0d52845d97f3', 'mac_address': 'fa:16:3e:ac:ec:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c897eae4-f980-413c-9833-5d9e4b733f4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:08:35.535327 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 9ad88078-0178-438a-8f1d-0d52845d97f3 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:08:35.535721 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.549127 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad88078-0178-438a-8f1d-0d52845d97f3 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:08:35.568870 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 9ad88078-0178-438a-8f1d-0d52845d97f3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9ad88078-0178-438a-8f1d-0d52845d97f3,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:08:35.619389 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8ae3-6622-4f29-909a-8a2da01aea4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.647971 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.691677 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8ae3-6622-4f29-909a-8a2da01aea4d admin admin] Publish callbacks [] for security_group (2eef98de-bacc-468f-b27a-4f34b53db700), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.695403 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=9ad88078-0178-438a-8f1d-0d52845d97f3,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:35.761961 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8ae3-6622-4f29-909a-8a2da01aea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2eef98de-bacc-468f-b27a-4f34b53db700), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.800649 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-6e2a8ae3-6622-4f29-909a-8a2da01aea4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf78b1e3e55e489f8fb6511958892143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275340 Feb 28 22:08:35.801486 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a8ae3-6622-4f29-909a-8a2da01aea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eef98de-bacc-468f-b27a-4f34b53db700,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:35.803812 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36238) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:08:35.853492 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f49a66-cd71-46e7-a181-ad0c1b3e2a88 admin admin] Publish callbacks [] for security_group (2eef98de-bacc-468f-b27a-4f34b53db700), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.874348 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f49a66-cd71-46e7-a181-ad0c1b3e2a88 admin admin] Publish callbacks [] for security_group (2eef98de-bacc-468f-b27a-4f34b53db700), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.985215 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f49a66-cd71-46e7-a181-ad0c1b3e2a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (2eef98de-bacc-468f-b27a-4f34b53db700), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.987794 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a0f49a66-cd71-46e7-a181-ad0c1b3e2a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:35.988966 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a0f49a66-cd71-46e7-a181-ad0c1b3e2a88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2eef98de-bacc-468f-b27a-4f34b53db700 HTTP/1.1" status: 204 len: 168 time: 0.1841078 Feb 28 22:08:35.996596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49a66-cd71-46e7-a181-ad0c1b3e2a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eef98de-bacc-468f-b27a-4f34b53db700,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:36.039242 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['9ad88078-0178-438a-8f1d-0d52845d97f3'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:08:36.265580 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5e4f5ccb-2120-4960-92bd-3edcfda65c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:36.492996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109887e-b598-4af7-b8d9-9c84e53215aa req-c77ec852-93fc-48c0-b3e8-e316890599e4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:36.494472 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a109887e-b598-4af7-b8d9-9c84e53215aa req-c77ec852-93fc-48c0-b3e8-e316890599e4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 944 time: 0.0549946 Feb 28 22:08:36.541100 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a109887e-b598-4af7-b8d9-9c84e53215aa req-f34fa867-91d8-4bb7-bc96-9e7aaec15cc4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Feb 28 22:08:37.309103 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:37.420310 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9ad88078-0178-438a-8f1d-0d52845d97f3 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:08:37.510535 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 9ad88078-0178-438a-8f1d-0d52845d97f3 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:08:37.514255 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 9ad88078-0178-438a-8f1d-0d52845d97f3 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:08:37.514633 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:37.589785 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 9ad88078-0178-438a-8f1d-0d52845d97f3 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:08:37.590377 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:37.613071 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad88078-0178-438a-8f1d-0d52845d97f3'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:08:37.615890 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792eda40-56ed-4489-b386-4d3225b6871e" -d '{"events": [{"server_uuid": "b6561684-df64-40a7-8261-a1472fa4e8ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ad88078-0178-438a-8f1d-0d52845d97f3"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:08:37.628159 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 9ad88078-0178-438a-8f1d-0d52845d97f3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9ad88078-0178-438a-8f1d-0d52845d97f3,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:08:37.655214 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736be5a-68a5-480f-9840-4f96ef7ea947 x-openstack-request-id: req-e736be5a-68a5-480f-9840-4f96ef7ea947 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:08:37.655214 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6561684-df64-40a7-8261-a1472fa4e8ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ad88078-0178-438a-8f1d-0d52845d97f3", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:08:37.655214 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e736be5a-68a5-480f-9840-4f96ef7ea947 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:08:37.655214 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad88078-0178-438a-8f1d-0d52845d97f3', 'code': 200} Feb 28 22:08:37.660594 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfff05-7d5d-4182-be3c-ee9d8ef6f08b req-09d8980e-1eb5-48f6-bb02-5f08165f745a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:37.663984 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-afdfff05-7d5d-4182-be3c-ee9d8ef6f08b req-09d8980e-1eb5-48f6-bb02-5f08165f745a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 944 time: 0.0565801 Feb 28 22:08:37.692522 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:37.714461 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-afdfff05-7d5d-4182-be3c-ee9d8ef6f08b req-5ca2f390-505d-405f-b565-3ae6bc2bc061 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Feb 28 22:08:37.746844 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=9ad88078-0178-438a-8f1d-0d52845d97f3,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:37.929406 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacecbe-461f-4870-a27f-58bb8521d316 req-8a38821d-7974-4654-b38e-fb4e765698f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:37.930923 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6eacecbe-461f-4870-a27f-58bb8521d316 req-8a38821d-7974-4654-b38e-fb4e765698f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 1129 time: 0.0429585 Feb 28 22:08:38.240928 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6eacecbe-461f-4870-a27f-58bb8521d316 req-2a85f35d-3fa0-4a5c-9aa7-ac596b6c3553 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041475 Feb 28 22:08:38.779456 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:38.832410 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac40ca-d31c-4156-a02a-98447ef4c0cb req-98157ae3-9448-420d-8eef-a92fe2bf965a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:38.833934 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-faac40ca-d31c-4156-a02a-98447ef4c0cb req-98157ae3-9448-420d-8eef-a92fe2bf965a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 945 time: 0.0526872 Feb 28 22:08:38.880514 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-faac40ca-d31c-4156-a02a-98447ef4c0cb req-364640fa-f508-45b5-9add-5d52d0219013 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Feb 28 22:08:39.670801 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:39.998983 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e083a0-0b02-4a36-a7c7-f115d8f1b48c req-7ace8974-6e26-4e04-a81c-415af8fd47b6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:40.000375 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88e083a0-0b02-4a36-a7c7-f115d8f1b48c req-7ace8974-6e26-4e04-a81c-415af8fd47b6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 945 time: 0.0519867 Feb 28 22:08:40.048528 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88e083a0-0b02-4a36-a7c7-f115d8f1b48c req-73c50f0c-55e0-4bb7-99b2-ed308136e359 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Feb 28 22:08:40.127681 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:41.165464 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ee232-cd80-435c-903c-b365af435c9a req-f7f2f2d8-aed7-403a-952a-71c8e1b12e5b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:41.166843 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1f2ee232-cd80-435c-903c-b365af435c9a req-f7f2f2d8-aed7-403a-952a-71c8e1b12e5b tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 945 time: 0.0516207 Feb 28 22:08:41.212275 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1f2ee232-cd80-435c-903c-b365af435c9a req-bd76188a-d056-4228-8153-6cac9416c1c6 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Feb 28 22:08:55.216739 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1a7dd-8db5-4077-a184-5384cfa082d2 req-879aca20-a872-48a7-80e3-ddbbd3f7a6bc tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:55.218255 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1e1a7dd-8db5-4077-a184-5384cfa082d2 req-879aca20-a872-48a7-80e3-ddbbd3f7a6bc tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 945 time: 0.0523040 Feb 28 22:08:55.263591 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c1e1a7dd-8db5-4077-a184-5384cfa082d2 req-cf3fedc0-1294-4b43-8eda-8f39ae270de0 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Feb 28 22:08:56.383713 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aaa1b-8126-4652-9d8f-75256d493b5c req-8f8e115c-59a5-441d-8346-1fff4a6b9979 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:56.385684 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc0aaa1b-8126-4652-9d8f-75256d493b5c req-8f8e115c-59a5-441d-8346-1fff4a6b9979 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 945 time: 0.0550652 Feb 28 22:08:56.429703 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-dc0aaa1b-8126-4652-9d8f-75256d493b5c req-8e6fd300-51d2-462f-b140-006b5de71346 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Feb 28 22:08:57.254174 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac6662-7184-49fe-9961-1a6947575589 req-689c3b3a-9c17-4d81-9b35-77a996a0579e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:57.255531 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9ac6662-7184-49fe-9961-1a6947575589 req-689c3b3a-9c17-4d81-9b35-77a996a0579e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 945 time: 0.0508711 Feb 28 22:08:57.358946 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Deleting port 9ad88078-0178-438a-8f1d-0d52845d97f3 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:08:57.359283 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:57.446329 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] For port 9ad88078-0178-438a-8f1d-0d52845d97f3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9ad88078-0178-438a-8f1d-0d52845d97f3,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:08:57.447011 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:57.459480 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Calling delete_port for 9ad88078-0178-438a-8f1d-0d52845d97f3 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:08:57.579228 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f18ab-3dd1-488b-bca8-6ee448a049a8 req-5b87f500-8532-400d-b983-b89558620e06 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:08:57.583841 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d2f18ab-3dd1-488b-bca8-6ee448a049a8 req-5b87f500-8532-400d-b983-b89558620e06 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 945 time: 0.0770786 Feb 28 22:08:57.665367 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d2f18ab-3dd1-488b-bca8-6ee448a049a8 req-41780c2b-28d1-4177-a3e1-9ebfd89bd6c2 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Feb 28 22:08:57.731488 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (9ad88078-0178-438a-8f1d-0d52845d97f3), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:57.758307 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', '99cbf164-d62b-4c94-9363-758df3740753', '33c80b2a-9665-4413-90cf-043bb569f91c', '9ad88078-0178-438a-8f1d-0d52845d97f3'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:08:57.763248 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event deleted for resources: {'Port': ['ID=9ad88078-0178-438a-8f1d-0d52845d97f3,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:08:57.804978 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] No DVR routers for this DVR port 9ad88078-0178-438a-8f1d-0d52845d97f3 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:08:57.807899 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:08:57.812275 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c9ac6662-7184-49fe-9961-1a6947575589 req-5c8f7704-63cc-4695-a608-1f5380dd6e9f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "DELETE /v2.0/ports/9ad88078-0178-438a-8f1d-0d52845d97f3 HTTP/1.1" status: 204 len: 173 time: 0.5502944 Feb 28 22:08:57.812275 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'name': 'network-vif-deleted', 'tag': '9ad88078-0178-438a-8f1d-0d52845d97f3'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:08:57.813861 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4a7664-28e6-45f6-843c-414f26d57b15" -d '{"events": [{"server_uuid": "b6561684-df64-40a7-8261-a1472fa4e8ae", "name": "network-vif-deleted", "tag": "9ad88078-0178-438a-8f1d-0d52845d97f3"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:08:57.856421 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a65d866-af38-470b-9770-d7e690af33b7 x-openstack-request-id: req-6a65d866-af38-470b-9770-d7e690af33b7 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:08:57.856715 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6561684-df64-40a7-8261-a1472fa4e8ae", "name": "network-vif-deleted", "tag": "9ad88078-0178-438a-8f1d-0d52845d97f3", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:08:57.857360 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a65d866-af38-470b-9770-d7e690af33b7 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:08:57.857360 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6561684-df64-40a7-8261-a1472fa4e8ae', 'name': 'network-vif-deleted', 'tag': '9ad88078-0178-438a-8f1d-0d52845d97f3', 'status': 'completed', 'code': 200} Feb 28 22:08:58.768910 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b3418c81-de05-45b6-87a8-00e3a2396664 req-f1ec59e7-bc54-42b9-8a30-4ca800873501 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6561684-df64-40a7-8261-a1472fa4e8ae HTTP/1.1" status: 200 len: 210 time: 0.0271394 Feb 28 22:09:01.537186 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9ad88078-0178-438a-8f1d-0d52845d97f3 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:09:01.552565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177b853-1c79-408b-b3b3-f60d8fb2b833 req-82af8b45-6959-497d-84db-bf7abe823999 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:01.554168 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b177b853-1c79-408b-b3b3-f60d8fb2b833 req-82af8b45-6959-497d-84db-bf7abe823999 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Feb 28 22:09:01.559861 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 9ad88078-0178-438a-8f1d-0d52845d97f3 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:09:01.560221 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9ad88078-0178-438a-8f1d-0d52845d97f3 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:09:01.601756 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b177b853-1c79-408b-b3b3-f60d8fb2b833 req-1e9e56a0-50ea-4cd3-a2f1-1d553b6af7f7 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Feb 28 22:09:02.719660 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041c13-ad6e-40e6-9c84-69e9950e2e7d req-2489dbdb-0c40-4d14-b80c-7a4415481954 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:02.721120 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b041c13-ad6e-40e6-9c84-69e9950e2e7d req-2489dbdb-0c40-4d14-b80c-7a4415481954 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 945 time: 0.0514929 Feb 28 22:09:02.767546 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9b041c13-ad6e-40e6-9c84-69e9950e2e7d req-22598872-aa53-4bef-b6cc-ac78c5a8d7b8 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Feb 28 22:09:03.517008 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-f79d10d6-978e-4193-9281-38e16530aa78 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:03.518480 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-f79d10d6-978e-4193-9281-38e16530aa78 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 945 time: 0.0514452 Feb 28 22:09:03.612653 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Deleting port 33c80b2a-9665-4413-90cf-043bb569f91c {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:03.612996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:03.701524 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] For port 33c80b2a-9665-4413-90cf-043bb569f91c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=33c80b2a-9665-4413-90cf-043bb569f91c,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:03.701878 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:03.718070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Calling delete_port for 33c80b2a-9665-4413-90cf-043bb569f91c owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:03.824785 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cdf38256-a078-401b-851e-871ee303c586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:03.893183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f53c-bd60-4c6e-855b-fdc8a5bf177f req-683236cb-f3e5-4d3d-ba3c-ad60c862c1b4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:03.894687 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9614f53c-bd60-4c6e-855b-fdc8a5bf177f req-683236cb-f3e5-4d3d-ba3c-ad60c862c1b4 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=4525488c-2460-45d6-8763-6a1fb1efa3e3 HTTP/1.1" status: 200 len: 945 time: 0.0595233 Feb 28 22:09:03.918989 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (33c80b2a-9665-4413-90cf-043bb569f91c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:03.933018 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', '99cbf164-d62b-4c94-9363-758df3740753', '33c80b2a-9665-4413-90cf-043bb569f91c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:09:03.955738 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event deleted for resources: {'Port': ['ID=33c80b2a-9665-4413-90cf-043bb569f91c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:03.979701 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.980063 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.980411 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.980752 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.981090 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.981424 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.981763 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.982123 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.982486 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.982819 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.983150 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.983477 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:03.983812 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:04.005907 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9614f53c-bd60-4c6e-855b-fdc8a5bf177f req-559e6968-1a8f-4210-963a-8e7f9b5e4b1a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057630 Feb 28 22:09:04.024307 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] No DVR routers for this DVR port 33c80b2a-9665-4413-90cf-043bb569f91c on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:09:04.028789 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:04.032340 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-70befafb-0932-4290-816f-eb67ab6dadd5 req-2aef8357-6796-489c-87e7-94139faa59d5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "DELETE /v2.0/ports/33c80b2a-9665-4413-90cf-043bb569f91c HTTP/1.1" status: 204 len: 173 time: 0.5084028 Feb 28 22:09:04.032807 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'name': 'network-vif-deleted', 'tag': '33c80b2a-9665-4413-90cf-043bb569f91c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:04.035120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae5b920-c11a-430a-81a5-74d763da4c6c" -d '{"events": [{"server_uuid": "4525488c-2460-45d6-8763-6a1fb1efa3e3", "name": "network-vif-deleted", "tag": "33c80b2a-9665-4413-90cf-043bb569f91c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:04.071105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a0bf73-d0e0-4107-817b-3a234760c21c x-openstack-request-id: req-75a0bf73-d0e0-4107-817b-3a234760c21c {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:04.071405 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4525488c-2460-45d6-8763-6a1fb1efa3e3", "name": "network-vif-deleted", "tag": "33c80b2a-9665-4413-90cf-043bb569f91c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:04.071656 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75a0bf73-d0e0-4107-817b-3a234760c21c {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:04.072057 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4525488c-2460-45d6-8763-6a1fb1efa3e3', 'name': 'network-vif-deleted', 'tag': '33c80b2a-9665-4413-90cf-043bb569f91c', 'status': 'completed', 'code': 200} Feb 28 22:09:05.509536 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190e0f9-0b98-42a9-82aa-f59a261a8e59 req-900baf86-4e9d-47a2-891e-72d0b5a8e5c9 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:05.511377 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a190e0f9-0b98-42a9-82aa-f59a261a8e59 req-900baf86-4e9d-47a2-891e-72d0b5a8e5c9 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 945 time: 0.0522513 Feb 28 22:09:05.561545 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a190e0f9-0b98-42a9-82aa-f59a261a8e59 req-ad92249d-2e4c-48e4-b0ec-8a63bd4ac4d9 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Feb 28 22:09:06.241352 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-456c1d95-4a52-448c-98bd-237f1d7b3817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:06.677091 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae15d3-796d-4ebc-9d45-88422b598790 req-7b821a78-4a62-4866-9c72-635a6a0270a2 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:06.678572 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-abae15d3-796d-4ebc-9d45-88422b598790 req-7b821a78-4a62-4866-9c72-635a6a0270a2 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 945 time: 0.0510063 Feb 28 22:09:06.724442 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-abae15d3-796d-4ebc-9d45-88422b598790 req-48696f4d-2de0-43cd-b5da-5b70900fb9af tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Feb 28 22:09:07.115540 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebced4c-7c70-471c-9668-9fd9341c406c req-b03e43e4-72a5-46bc-9ff7-cf919812b7a5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:07.116869 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eebced4c-7c70-471c-9668-9fd9341c406c req-b03e43e4-72a5-46bc-9ff7-cf919812b7a5 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 945 time: 0.0503123 Feb 28 22:09:07.209301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Deleting port 99cbf164-d62b-4c94-9363-758df3740753 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:07.209636 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (99cbf164-d62b-4c94-9363-758df3740753), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:07.296464 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] For port 99cbf164-d62b-4c94-9363-758df3740753, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=99cbf164-d62b-4c94-9363-758df3740753,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:07.296824 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (99cbf164-d62b-4c94-9363-758df3740753), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:07.309390 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Calling delete_port for 99cbf164-d62b-4c94-9363-758df3740753 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:07.350259 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:07.504138 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (99cbf164-d62b-4c94-9363-758df3740753), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:07.517218 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', '99cbf164-d62b-4c94-9363-758df3740753'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:09:07.532547 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event deleted for resources: {'Port': ['ID=99cbf164-d62b-4c94-9363-758df3740753,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:07.576858 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 33c80b2a-9665-4413-90cf-043bb569f91c no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:09:07.578988 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] No DVR routers for this DVR port 99cbf164-d62b-4c94-9363-758df3740753 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:09:07.581369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:07.584694 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-eebced4c-7c70-471c-9668-9fd9341c406c req-6dbcb12e-bc7a-44da-ab52-789f029fed6a tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "DELETE /v2.0/ports/99cbf164-d62b-4c94-9363-758df3740753 HTTP/1.1" status: 204 len: 173 time: 0.4626126 Feb 28 22:09:07.585144 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'name': 'network-vif-deleted', 'tag': '99cbf164-d62b-4c94-9363-758df3740753'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:07.587404 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7716fa74-70fb-487f-9417-9bb7ae1b1ed6" -d '{"events": [{"server_uuid": "e89891f7-1a9f-433c-bd70-aec7c7c61014", "name": "network-vif-deleted", "tag": "99cbf164-d62b-4c94-9363-758df3740753"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:07.624889 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1afff3a-8d32-481d-96c1-52b71c43c622 x-openstack-request-id: req-a1afff3a-8d32-481d-96c1-52b71c43c622 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:07.625193 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89891f7-1a9f-433c-bd70-aec7c7c61014", "name": "network-vif-deleted", "tag": "99cbf164-d62b-4c94-9363-758df3740753", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:07.625447 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1afff3a-8d32-481d-96c1-52b71c43c622 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:07.625876 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89891f7-1a9f-433c-bd70-aec7c7c61014', 'name': 'network-vif-deleted', 'tag': '99cbf164-d62b-4c94-9363-758df3740753', 'status': 'completed', 'code': 200} Feb 28 22:09:07.735334 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 33c80b2a-9665-4413-90cf-043bb569f91c {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:09:07.735680 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 33c80b2a-9665-4413-90cf-043bb569f91c not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:09:07.820542 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8705b56a-8a19-47fc-8e5c-390fb9cb202c req-398792f9-d8f1-49af-a0fc-067aa1f01129 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89891f7-1a9f-433c-bd70-aec7c7c61014 HTTP/1.1" status: 200 len: 210 time: 0.0280509 Feb 28 22:09:08.793591 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:09.690932 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:10.127320 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:10.540495 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff778-3b53-4e5b-9aef-5c7752b0a47a req-a68e76e1-a291-4cc5-94ad-75f829bf1230 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:10.542638 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcbff778-3b53-4e5b-9aef-5c7752b0a47a req-a68e76e1-a291-4cc5-94ad-75f829bf1230 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0518727 Feb 28 22:09:10.588627 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fcbff778-3b53-4e5b-9aef-5c7752b0a47a req-001f5e57-77fa-4379-858a-adc5e8216969 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Feb 28 22:09:11.614498 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 99cbf164-d62b-4c94-9363-758df3740753 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:09:11.634253 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 99cbf164-d62b-4c94-9363-758df3740753 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:09:11.635222 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 99cbf164-d62b-4c94-9363-758df3740753 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:09:11.706305 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5467c0a-808e-41b4-8a59-1e81b5a5759f req-b288fc66-fb0e-48df-b306-b4b434b0a529 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:11.707767 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b5467c0a-808e-41b4-8a59-1e81b5a5759f req-b288fc66-fb0e-48df-b306-b4b434b0a529 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0514743 Feb 28 22:09:11.756103 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b5467c0a-808e-41b4-8a59-1e81b5a5759f req-fe7a5c28-b31a-49ab-a693-69f9d1b93785 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/security-groups?id=9edcb1e8-d23d-48aa-bd02-664af90d368c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Feb 28 22:09:12.094742 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:09:12.364142 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-fecb5079-6fd9-4536-b81d-e5dd5bc2061e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:12.365836 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-fecb5079-6fd9-4536-b81d-e5dd5bc2061e tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 945 time: 0.0613194 Feb 28 22:09:12.472849 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Deleting port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:12.473195 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:12.574095 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] For port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,segment=NetworkSegment(3490dcff-03ca-45af-a7ef-7d99ff6b43a2),segment_id=3490dcff-03ca-45af-a7ef-7d99ff6b43a2)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:12.575484 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:12.590862 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Calling delete_port for 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:12.822988 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:12.838498 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:09:12.867868 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Pushing event deleted for resources: {'Port': ['ID=1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:12.885882 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4fd437ae-540b-4b30-af2e-33dd0352abdc req-59f8696e-2b1c-4c42-8e19-6c8c68cc5fab tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 210 time: 0.0539351 Feb 28 22:09:12.931144 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] No DVR routers for this DVR port 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:09:12.934358 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:12.937893 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-68b96e45-7ae3-428f-b68d-5df3d9e01923 req-b4601ddb-c2f4-46b0-b288-7efca69eea4f tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.16 "DELETE /v2.0/ports/1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf HTTP/1.1" status: 204 len: 173 time: 0.5670524 Feb 28 22:09:12.938349 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'name': 'network-vif-deleted', 'tag': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:12.940732 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383f93e0-1363-47e9-b4af-9338e468437a" -d '{"events": [{"server_uuid": "7684a25c-f7fe-425a-a43e-2c0f51f7d63c", "name": "network-vif-deleted", "tag": "1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:12.977008 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788140aa-cbc2-4c3b-8cde-2dceedb70962 x-openstack-request-id: req-788140aa-cbc2-4c3b-8cde-2dceedb70962 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:12.977300 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684a25c-f7fe-425a-a43e-2c0f51f7d63c", "name": "network-vif-deleted", "tag": "1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:12.977574 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-788140aa-cbc2-4c3b-8cde-2dceedb70962 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:12.978045 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7684a25c-f7fe-425a-a43e-2c0f51f7d63c', 'name': 'network-vif-deleted', 'tag': '1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf', 'status': 'completed', 'code': 200} Feb 28 22:09:14.004685 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3fb857e9-8929-4e73-b71c-ce3b60973254 req-67777d7b-3d4b-4603-b667-35b9785ecbc0 tempest-AttachVolumeNegativeTest-177762743 tempest-AttachVolumeNegativeTest-177762743-project] 10.222.0.26 "GET /v2.0/ports?device_id=7684a25c-f7fe-425a-a43e-2c0f51f7d63c HTTP/1.1" status: 200 len: 210 time: 0.0297797 Feb 28 22:09:15.061229 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36384) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:15.106582 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] Deleting subnet c897eae4-f980-413c-9833-5d9e4b733f4b {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:09:15.109569 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] Publish callbacks [] for subnet (c897eae4-f980-413c-9833-5d9e4b733f4b), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.143551 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (c897eae4-f980-413c-9833-5d9e4b733f4b), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.181966 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (c897eae4-f980-413c-9833-5d9e4b733f4b), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.287337 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (c897eae4-f980-413c-9833-5d9e4b733f4b), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.317153 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c897eae4-f980-413c-9833-5d9e4b733f4b,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:15.319398 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.322544 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-751cc8dc-f7c3-449b-95e1-50e6c12e6057 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c897eae4-f980-413c-9833-5d9e4b733f4b HTTP/1.1" status: 204 len: 168 time: 0.2602735 Feb 28 22:09:15.328222 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36386) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:15.397548 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.476951 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.497237 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39b4a38-b2e9-42b7-ad16-c77e1a39cb39']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:15.506139 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3490dcff-03ca-45af-a7ef-7d99ff6b43a2') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:15.506436 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3490dcff-03ca-45af-a7ef-7d99ff6b43a2') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:15.516188 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (3490dcff-03ca-45af-a7ef-7d99ff6b43a2), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.528971 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (3490dcff-03ca-45af-a7ef-7d99ff6b43a2), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.534756 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:09:15.535132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (3490dcff-03ca-45af-a7ef-7d99ff6b43a2), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:09:15.536741 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:09:15.620845 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:09:15.641656 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:09:15.642014 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 1c495cf7-a3cb-477c-ad91-3b0cbc6e1ddf not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:09:15.650735 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (c39b4a38-b2e9-42b7-ad16-c77e1a39cb39), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.655959 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:15.659170 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c39b4a38-b2e9-42b7-ad16-c77e1a39cb39 HTTP/1.1" status: 204 len: 168 time: 0.3325474 Feb 28 22:09:15.669713 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f23eef-2a69-49df-9d43-7acfec78ecf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c39b4a38-b2e9-42b7-ad16-c77e1a39cb39,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:16.017551 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36390) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:16.056559 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e3fdd702-9434-47d7-b034-9f3540b32d6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38c5deb84f8b4bfe855fe0e3b7ef6489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378153 Feb 28 22:09:16.059679 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36392) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:16.105042 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Publish callbacks [] for security_group (9edcb1e8-d23d-48aa-bd02-664af90d368c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:16.126524 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Publish callbacks [] for security_group (9edcb1e8-d23d-48aa-bd02-664af90d368c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:16.223757 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9edcb1e8-d23d-48aa-bd02-664af90d368c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:16.226257 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:16.227412 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9edcb1e8-d23d-48aa-bd02-664af90d368c HTTP/1.1" status: 204 len: 168 time: 0.1668651 Feb 28 22:09:16.235747 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edcb1e8-d23d-48aa-bd02-664af90d368c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:16.242728 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.243078 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.243422 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.243764 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.244116 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.244427 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.244755 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.245124 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.245455 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.245794 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.246283 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.246520 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.247019 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632361d-980a-41cc-a585-b9a2cce2c965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:16.572572 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-b52dee4d-369f-41fa-8cf8-117221e7fbe7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472658 Feb 28 22:09:16.633890 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-fa7b762b-a22d-4afa-b6eb-c20ecad54afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:16.635313 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-fa7b762b-a22d-4afa-b6eb-c20ecad54afa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 1129 time: 0.0438013 Feb 28 22:09:16.742850 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-b0ea514f-1800-4abb-badc-e107474b8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:16.748301 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-b0ea514f-1800-4abb-badc-e107474b8407 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.0917785 Feb 28 22:09:16.811044 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-258db6e8-bf71-4e95-afc1-d500a9a6d775 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dacc39c-3702-4515-a076-c40ed4b44775 HTTP/1.1" status: 200 len: 1001 time: 0.0607989 Feb 28 22:09:16.859430 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-3f65d1f4-ece6-4657-8332-8fa929b6bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:16.860972 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-3f65d1f4-ece6-4657-8332-8fa929b6bfd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0447638 Feb 28 22:09:16.909465 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-578e82c7-11fe-4f01-b30f-c2226094f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:16.911060 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-578e82c7-11fe-4f01-b30f-c2226094f1b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437477 Feb 28 22:09:16.999655 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-037a323d-78f8-4bc2-98fc-1b1104d10740 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Feb 28 22:09:17.098222 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c377dca2-a4c8-4e8d-b01e-1b846cff8f65 req-a06e4ada-2572-47bf-b047-bd75b414ba6a service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924575 Feb 28 22:09:23.292869 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36466) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:23.396775 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fba6403-1984-4b6a-a7fc-f385a6885e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:23.468784 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fba6403-1984-4b6a-a7fc-f385a6885e31 admin admin] Publish callbacks [] for security_group (7dea6120-8d74-43bb-b3cb-433c2532478c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:23.553005 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-5fba6403-1984-4b6a-a7fc-f385a6885e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7dea6120-8d74-43bb-b3cb-433c2532478c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:23.591418 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-5fba6403-1984-4b6a-a7fc-f385a6885e31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9da0c3c4c315408cbf9275a0011931f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974803 Feb 28 22:09:23.592326 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba6403-1984-4b6a-a7fc-f385a6885e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea6120-8d74-43bb-b3cb-433c2532478c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:23.594163 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36470) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:23.647348 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-76b633bd-a5ab-4e10-a145-9f7278a65361 admin admin] Publish callbacks [] for security_group (7dea6120-8d74-43bb-b3cb-433c2532478c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:23.668033 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-76b633bd-a5ab-4e10-a145-9f7278a65361 admin admin] Publish callbacks [] for security_group (7dea6120-8d74-43bb-b3cb-433c2532478c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:23.787426 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-76b633bd-a5ab-4e10-a145-9f7278a65361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7dea6120-8d74-43bb-b3cb-433c2532478c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:23.789970 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-76b633bd-a5ab-4e10-a145-9f7278a65361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:23.791165 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-76b633bd-a5ab-4e10-a145-9f7278a65361 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7dea6120-8d74-43bb-b3cb-433c2532478c HTTP/1.1" status: 204 len: 168 time: 0.1944263 Feb 28 22:09:23.799647 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b633bd-a5ab-4e10-a145-9f7278a65361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea6120-8d74-43bb-b3cb-433c2532478c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:24.387534 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36476) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:24.401070 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-423b134f-5a1a-4957-9f3d-86265a69eebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:24.473153 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-423b134f-5a1a-4957-9f3d-86265a69eebe admin admin] Publish callbacks [] for security_group (9c270999-dca4-4e4e-81bb-3bf30be38e0e), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:24.549201 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-423b134f-5a1a-4957-9f3d-86265a69eebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9c270999-dca4-4e4e-81bb-3bf30be38e0e), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:24.587487 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-423b134f-5a1a-4957-9f3d-86265a69eebe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac1121df3c354c2893a398f935e79899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988611 Feb 28 22:09:24.589384 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b134f-5a1a-4957-9f3d-86265a69eebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c270999-dca4-4e4e-81bb-3bf30be38e0e,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:24.590187 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36478) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:24.638218 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cc36ead0-b12e-44e3-9476-9d517247b18d admin admin] Publish callbacks [] for security_group (9c270999-dca4-4e4e-81bb-3bf30be38e0e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:24.658732 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cc36ead0-b12e-44e3-9476-9d517247b18d admin admin] Publish callbacks [] for security_group (9c270999-dca4-4e4e-81bb-3bf30be38e0e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:24.801064 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cc36ead0-b12e-44e3-9476-9d517247b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (9c270999-dca4-4e4e-81bb-3bf30be38e0e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:24.803717 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-cc36ead0-b12e-44e3-9476-9d517247b18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:24.810052 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-cc36ead0-b12e-44e3-9476-9d517247b18d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c270999-dca4-4e4e-81bb-3bf30be38e0e HTTP/1.1" status: 204 len: 168 time: 0.2136979 Feb 28 22:09:24.812734 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36ead0-b12e-44e3-9476-9d517247b18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c270999-dca4-4e4e-81bb-3bf30be38e0e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:25.779930 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36500) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:25.875778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-307772040-network', 'tenant_id': '8870157c806544a9a3a1f11176fcaa52'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:09:25.956390 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Made reservation on behalf of 8870157c806544a9a3a1f11176fcaa52 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:09:25.958867 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:25.970631 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.043500 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks [] for security_group (e1801df6-d2e1-42c5-a401-8a20db99d2da), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.112697 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e1801df6-d2e1-42c5-a401-8a20db99d2da), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.139747 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:09:26.144911 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1801df6-d2e1-42c5-a401-8a20db99d2da,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:26.153730 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (5d1ded12-bb95-4bd2-831d-0f130820da05), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.153730 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Added segment 5d1ded12-bb95-4bd2-831d-0f130820da05 of type vlan for network 10140705-e9c4-452c-997c-6a9f9af02690 Feb 28 22:09:26.191646 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (10140705-e9c4-452c-997c-6a9f9af02690), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.275380 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (10140705-e9c4-452c-997c-6a9f9af02690), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.276313 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:26.276894 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.336996 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] Pushing event updated for resources: {'Network': ['ID=10140705-e9c4-452c-997c-6a9f9af02690,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:26.347727 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 10140705-e9c4-452c-997c-6a9f9af02690 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:09:26.404523 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-69bb40a4-2e2f-48c6-833c-f742f72fb3cc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6231136 Feb 28 22:09:26.406914 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36504) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:26.414313 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Request body: {'subnet': {'network_id': '10140705-e9c4-452c-997c-6a9f9af02690', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-307772040-subnet', 'tenant_id': '8870157c806544a9a3a1f11176fcaa52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:09:26.515034 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Made reservation on behalf of 8870157c806544a9a3a1f11176fcaa52 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:09:26.518020 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482723'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.726942 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482705'] for subnet (c0ab045f-af67-4edb-8fd6-defd7ab2db9c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.780105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ab045f-af67-4edb-8fd6-defd7ab2db9c,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:26.788488 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Checking segment: {'id': '5d1ded12-bb95-4bd2-831d-0f130820da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '10140705-e9c4-452c-997c-6a9f9af02690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:09:26.788839 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Network hostable DHCP agents. Network: 10140705-e9c4-452c-997c-6a9f9af02690, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:09:26.867135 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Network 10140705-e9c4-452c-997c-6a9f9af02690 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:09:26.932254 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 10140705-e9c4-452c-997c-6a9f9af02690) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:09:26.936245 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:26.936831 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:26.941699 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf2dba4-f4d6-48fd-9c74-b17efb231e22 None None] Network 10140705-e9c4-452c-997c-6a9f9af02690 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:09:27.035729 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8644b08e-8c8b-41ad-8958-4bd9d2680eae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6262681 Feb 28 22:09:27.036570 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93071eea-4525-492c-8a98-8a3fcbe8f281 None None] Network 10140705-e9c4-452c-997c-6a9f9af02690 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:09:27.701425 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36520) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:27.707134 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1998247962-network', 'tenant_id': '5a3e0019d6b14850ad98432ce9170087'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:09:27.810206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Made reservation on behalf of 5a3e0019d6b14850ad98432ce9170087 for: {'network': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:09:27.812508 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:27.821628 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:27.894345 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks [] for security_group (937a059c-dd03-407b-8901-bc4da2f9549a), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:27.964335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (937a059c-dd03-407b-8901-bc4da2f9549a), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:27.988283 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=110028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:09:27.996842 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937a059c-dd03-407b-8901-bc4da2f9549a,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:28.003161 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (0620f747-9bc1-4b27-98f6-08a51f617783), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:28.003500 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.segments_db [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Added segment 0620f747-9bc1-4b27-98f6-08a51f617783 of type vlan for network 8e40f7b7-3c77-40d9-9451-92c7c5a999b8 Feb 28 22:09:28.042332 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (8e40f7b7-3c77-40d9-9451-92c7c5a999b8), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:28.124021 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (8e40f7b7-3c77-40d9-9451-92c7c5a999b8), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:28.124896 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:28.125475 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:28.185305 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] Pushing event updated for resources: {'Network': ['ID=8e40f7b7-3c77-40d9-9451-92c7c5a999b8,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:28.196005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 8e40f7b7-3c77-40d9-9451-92c7c5a999b8 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:09:28.232309 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-96c2d1ca-d6da-4de8-b7d9-ea914e1e5a1a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5296583 Feb 28 22:09:28.235248 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36522) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:28.239986 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Request body: {'subnet': {'network_id': '8e40f7b7-3c77-40d9-9451-92c7c5a999b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1998247962-subnet', 'tenant_id': '5a3e0019d6b14850ad98432ce9170087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:09:28.324176 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Made reservation on behalf of 5a3e0019d6b14850ad98432ce9170087 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:09:28.326615 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482723'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:28.566982 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482705'] for subnet (3f4c6609-4965-4b33-a7ce-707b2fd5c7ae), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:28.623024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4c6609-4965-4b33-a7ce-707b2fd5c7ae,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:28.627725 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Checking segment: {'id': '0620f747-9bc1-4b27-98f6-08a51f617783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e40f7b7-3c77-40d9-9451-92c7c5a999b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:09:28.628077 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Network hostable DHCP agents. Network: 8e40f7b7-3c77-40d9-9451-92c7c5a999b8, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:09:28.709364 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Network 8e40f7b7-3c77-40d9-9451-92c7c5a999b8 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:09:28.800952 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 8e40f7b7-3c77-40d9-9451-92c7c5a999b8) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:09:28.804977 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:28.805586 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:28.811235 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa785c-4c2c-4d12-860c-d972b3d0a3bd None None] Network 8e40f7b7-3c77-40d9-9451-92c7c5a999b8 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:09:28.904502 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbd866-4de4-486b-834a-9e6f5b9308a4 None None] Network 8e40f7b7-3c77-40d9-9451-92c7c5a999b8 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:09:28.919443 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2cdb32da-1a2c-4c08-8797-e3a437866b1f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6745415 Feb 28 22:09:33.829703 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6fb4-3c20-4bdc-8bf1-a32e6a423b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:36.226794 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4a18eca7-e9c6-4b47-8b99-8f121d4a7e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:37.314830 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:38.763836 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:39.663593 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:40.101226 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:40.402396 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36600) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:40.556650 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Deleting port 41cccabc-7648-46bb-825e-5676241ad676 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:40.556914 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (41cccabc-7648-46bb-825e-5676241ad676), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:40.633781 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (41cccabc-7648-46bb-825e-5676241ad676), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:40.634137 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (41cccabc-7648-46bb-825e-5676241ad676), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:40.646053 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Calling delete_port for 41cccabc-7648-46bb-825e-5676241ad676 owned by network:floatingip {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:40.861036 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (41cccabc-7648-46bb-825e-5676241ad676), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:40.887791 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event deleted for resources: {'Port': ['ID=41cccabc-7648-46bb-825e-5676241ad676,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:40.950933 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:40.951280 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.l3_db [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Floating IP 6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9 disassociated (deleted). External IP: 172.27.2.242, port: 5dacc39c-3702-4515-a076-c40ed4b44775. Feb 28 22:09:41.371088 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:09:41.480976 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:09:41.485760 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:41.490962 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:09:41.500349 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:09:41.500964 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:41.515611 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-d99f0413-8dc6-40cf-b19f-85018f9dc7e9 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "DELETE /v2.0/floatingips/6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9 HTTP/1.1" status: 204 len: 168 time: 1.1121211 Feb 28 22:09:41.516208 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:41.518526 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343933b5-4de7-4797-9182-d7d26e1c4067" -d '{"events": [{"name": "network-changed", "server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:41.555683 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc1437b-30c3-4065-a0d1-e44caef8255d x-openstack-request-id: req-0bc1437b-30c3-4065-a0d1-e44caef8255d {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:41.555986 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:41.556836 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bc1437b-30c3-4065-a0d1-e44caef8255d {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:41.556836 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775', 'status': 'completed', 'code': 200} Feb 28 22:09:41.625760 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:09:41.632415 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-caa733af-5639-4e4e-be22-b297ca734c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:41.634304 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-caa733af-5639-4e4e-be22-b297ca734c75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 1129 time: 0.0554967 Feb 28 22:09:41.727340 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-8fda7bb3-c7f5-4e97-b27a-b5f98043b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:41.728830 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-8fda7bb3-c7f5-4e97-b27a-b5f98043b5d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.0889385 Feb 28 22:09:41.775430 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-f05e52f4-95d9-4a59-8387-1e886e00beda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dacc39c-3702-4515-a076-c40ed4b44775 HTTP/1.1" status: 200 len: 217 time: 0.0410535 Feb 28 22:09:41.830562 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-ce75846b-f752-4294-aa65-fe2d381650fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:41.832725 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-ce75846b-f752-4294-aa65-fe2d381650fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0509460 Feb 28 22:09:41.897181 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:48Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:41.904799 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-46aa5fd5-726b-4e9e-8267-f664fcd3e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:41.906393 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-46aa5fd5-726b-4e9e-8267-f664fcd3e003 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660672 Feb 28 22:09:41.924157 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:09:41.934185 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:09:41.934845 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:42.011311 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05dc28-5536-4227-aa30-3b398b18f824 req-b0215dc0-f9d1-4151-a3bd-7e55d5441df0 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:42.012908 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de05dc28-5536-4227-aa30-3b398b18f824 req-b0215dc0-f9d1-4151-a3bd-7e55d5441df0 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 945 time: 0.1184685 Feb 28 22:09:42.042489 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-7d9afaef-fdc8-458d-b88b-9e5c070eb1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184323 Feb 28 22:09:42.058807 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:09:42.096434 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-de05dc28-5536-4227-aa30-3b398b18f824 req-14087e5c-97e3-40f6-962a-6c1f76c4361c tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754602 Feb 28 22:09:42.164244 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-343933b5-4de7-4797-9182-d7d26e1c4067 req-aaa26ca0-2d62-4488-bd24-a3139dc20d82 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140122 Feb 28 22:09:42.291867 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:48Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:42.318632 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a554457f-c111-4220-88d4-4b1f5d5dd2d6 None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '7c39090f-8049-4804-b411-881a3cd80147', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'port_id': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'mac_address': 'fa:16:3e:55:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:04:44Z', 'updated_at': '2022-02-28T22:04:48Z', 'revision_number': 1, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:09:42.531790 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1bfbf-dfeb-4387-9350-8773cd8c9e89 None None] New status for floating IP 6c6ce8b7-a0ab-4ac0-b412-73b9b53221c9: DOWN {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:09:43.218714 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b46f2-faed-46a4-946e-d3fa8eefe10c req-1b9f7ea5-3fc6-4173-80d5-d7b73851c1a4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:43.220185 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb7b46f2-faed-46a4-946e-d3fa8eefe10c req-1b9f7ea5-3fc6-4173-80d5-d7b73851c1a4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 945 time: 0.0523059 Feb 28 22:09:43.271857 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb7b46f2-faed-46a4-946e-d3fa8eefe10c req-8e861ab7-0585-4453-80f7-a650b28998c7 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444965 Feb 28 22:09:43.667682 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171130d7-c60f-40d7-8464-bd61cd336cce req-51d2f9e9-5e6b-4c73-9103-f48fac9ba961 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:43.717319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-171130d7-c60f-40d7-8464-bd61cd336cce req-51d2f9e9-5e6b-4c73-9103-f48fac9ba961 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 945 time: 0.0559719 Feb 28 22:09:43.804775 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Deleting port 5dacc39c-3702-4515-a076-c40ed4b44775 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:43.805120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:43.891735 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] For port 5dacc39c-3702-4515-a076-c40ed4b44775, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5dacc39c-3702-4515-a076-c40ed4b44775,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:43.895936 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:43.905137 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Calling delete_port for 5dacc39c-3702-4515-a076-c40ed4b44775 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:44.106562 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (5dacc39c-3702-4515-a076-c40ed4b44775), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:44.140659 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event deleted for resources: {'Port': ['ID=5dacc39c-3702-4515-a076-c40ed4b44775,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:44.188274 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] No DVR routers for this DVR port 5dacc39c-3702-4515-a076-c40ed4b44775 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:09:44.188274 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:44.191490 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-171130d7-c60f-40d7-8464-bd61cd336cce req-4a2b3f7e-5499-4d4d-a8ea-9bba48472407 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "DELETE /v2.0/ports/5dacc39c-3702-4515-a076-c40ed4b44775 HTTP/1.1" status: 204 len: 173 time: 0.5170658 Feb 28 22:09:44.191981 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'name': 'network-vif-deleted', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:44.195827 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f526031-5781-460e-935d-cbd699ac2450" -d '{"events": [{"server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "name": "network-vif-deleted", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:44.230394 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9befb5-77a5-45af-adfa-90bbf5950697 x-openstack-request-id: req-ea9befb5-77a5-45af-adfa-90bbf5950697 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:44.231005 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90283aaa-8d62-4bf1-abaf-b9d212566c8c", "name": "network-vif-deleted", "tag": "5dacc39c-3702-4515-a076-c40ed4b44775", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:44.231005 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea9befb5-77a5-45af-adfa-90bbf5950697 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:44.231308 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90283aaa-8d62-4bf1-abaf-b9d212566c8c', 'name': 'network-vif-deleted', 'tag': '5dacc39c-3702-4515-a076-c40ed4b44775', 'status': 'completed', 'code': 200} Feb 28 22:09:44.367998 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-08c03012-a050-4e9e-8e7c-8d451f81794f req-fe8539f4-12a8-4641-866c-e41e640ad054 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=90283aaa-8d62-4bf1-abaf-b9d212566c8c HTTP/1.1" status: 200 len: 210 time: 0.0286889 Feb 28 22:09:45.074245 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36654) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:45.118073 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] Deleting subnet c0ab045f-af67-4edb-8fd6-defd7ab2db9c {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:09:45.121137 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] Publish callbacks [] for subnet (c0ab045f-af67-4edb-8fd6-defd7ab2db9c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.155190 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (c0ab045f-af67-4edb-8fd6-defd7ab2db9c), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.192195 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (c0ab045f-af67-4edb-8fd6-defd7ab2db9c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.363965 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (c0ab045f-af67-4edb-8fd6-defd7ab2db9c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.390361 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ab045f-af67-4edb-8fd6-defd7ab2db9c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:45.394474 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.399622 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c4aa98a4-179d-4204-957a-6c4f631a4f53 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0ab045f-af67-4edb-8fd6-defd7ab2db9c HTTP/1.1" status: 204 len: 168 time: 0.3242671 Feb 28 22:09:45.403653 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36658) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:45.472020 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (10140705-e9c4-452c-997c-6a9f9af02690), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.553817 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (10140705-e9c4-452c-997c-6a9f9af02690), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.574470 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10140705-e9c4-452c-997c-6a9f9af02690']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:45.583368 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1ded12-bb95-4bd2-831d-0f130820da05') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:45.583666 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1ded12-bb95-4bd2-831d-0f130820da05') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:45.592901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (5d1ded12-bb95-4bd2-831d-0f130820da05), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.605725 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (5d1ded12-bb95-4bd2-831d-0f130820da05), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.611462 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:09:45.611837 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (5d1ded12-bb95-4bd2-831d-0f130820da05), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:09:45.613431 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:09:45.743443 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (10140705-e9c4-452c-997c-6a9f9af02690), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.748776 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.752043 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] 10.222.0.26 "DELETE /v2.0/networks/10140705-e9c4-452c-997c-6a9f9af02690 HTTP/1.1" status: 204 len: 168 time: 0.3492649 Feb 28 22:09:45.754996 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36664) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:45.763780 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9af82-7507-4fd1-a4a2-10efec712383 admin admin] Pushing event deleted for resources: {'Network': ['ID=10140705-e9c4-452c-997c-6a9f9af02690,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:45.802034 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] Deleting subnet 3f4c6609-4965-4b33-a7ce-707b2fd5c7ae {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:09:45.806274 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] Publish callbacks [] for subnet (3f4c6609-4965-4b33-a7ce-707b2fd5c7ae), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.842158 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (3f4c6609-4965-4b33-a7ce-707b2fd5c7ae), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:45.882057 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (3f4c6609-4965-4b33-a7ce-707b2fd5c7ae), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.032704 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (3f4c6609-4965-4b33-a7ce-707b2fd5c7ae), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.062387 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4c6609-4965-4b33-a7ce-707b2fd5c7ae,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:46.065113 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.067502 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fc39f0e7-0426-4e26-9182-543aebb36809 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3f4c6609-4965-4b33-a7ce-707b2fd5c7ae HTTP/1.1" status: 204 len: 168 time: 0.3114538 Feb 28 22:09:46.070329 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36666) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:46.138640 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (8e40f7b7-3c77-40d9-9451-92c7c5a999b8), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.219728 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (8e40f7b7-3c77-40d9-9451-92c7c5a999b8), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.239758 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e40f7b7-3c77-40d9-9451-92c7c5a999b8']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:46.249158 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0620f747-9bc1-4b27-98f6-08a51f617783') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:46.249459 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0620f747-9bc1-4b27-98f6-08a51f617783') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:46.258948 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (0620f747-9bc1-4b27-98f6-08a51f617783), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.272657 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (0620f747-9bc1-4b27-98f6-08a51f617783), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.278560 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:09:46.278976 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (0620f747-9bc1-4b27-98f6-08a51f617783), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:09:46.280599 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:09:46.415126 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (8e40f7b7-3c77-40d9-9451-92c7c5a999b8), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.420407 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.423563 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8e40f7b7-3c77-40d9-9451-92c7c5a999b8 HTTP/1.1" status: 204 len: 168 time: 0.3523133 Feb 28 22:09:46.434687 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f7a65-d7fc-4592-927a-8642fb5d4ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e40f7b7-3c77-40d9-9451-92c7c5a999b8,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:46.783502 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36674) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:46.823214 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-0b71e6eb-05fd-4d4c-ae52-63ee62b7e860 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8870157c806544a9a3a1f11176fcaa52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385451 Feb 28 22:09:46.825672 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36676) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:46.872597 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf6c0-ba11-4b0e-ba54-696faa4fa0bd admin admin] Publish callbacks [] for security_group (e1801df6-d2e1-42c5-a401-8a20db99d2da), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:46.894017 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf6c0-ba11-4b0e-ba54-696faa4fa0bd admin admin] Publish callbacks [] for security_group (e1801df6-d2e1-42c5-a401-8a20db99d2da), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:47.017747 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf6c0-ba11-4b0e-ba54-696faa4fa0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (e1801df6-d2e1-42c5-a401-8a20db99d2da), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:47.020312 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf6c0-ba11-4b0e-ba54-696faa4fa0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:47.021462 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-bc9bf6c0-ba11-4b0e-ba54-696faa4fa0bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1801df6-d2e1-42c5-a401-8a20db99d2da HTTP/1.1" status: 204 len: 168 time: 0.1948724 Feb 28 22:09:47.031068 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf6c0-ba11-4b0e-ba54-696faa4fa0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1801df6-d2e1-42c5-a401-8a20db99d2da,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:47.725883 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36684) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:47.763723 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-7af05e20-95c2-4cfc-90f9-649dc0f21b7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a3e0019d6b14850ad98432ce9170087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366423 Feb 28 22:09:47.766032 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36686) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:47.793401 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5dacc39c-3702-4515-a076-c40ed4b44775 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:09:47.813014 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 5dacc39c-3702-4515-a076-c40ed4b44775 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:09:47.813364 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 5dacc39c-3702-4515-a076-c40ed4b44775 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:09:47.817452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d811a7a5-5388-462b-90d4-fd1086742008 admin admin] Publish callbacks [] for security_group (937a059c-dd03-407b-8901-bc4da2f9549a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:47.910804 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36690) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:48.075301 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Deleting port 0a5c290a-18fc-46e6-a9a5-e6a854e72a48 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:48.075656 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.100331 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d811a7a5-5388-462b-90d4-fd1086742008 admin admin] Publish callbacks [] for security_group (937a059c-dd03-407b-8901-bc4da2f9549a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.150996 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.151249 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.162913 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Calling delete_port for 0a5c290a-18fc-46e6-a9a5-e6a854e72a48 owned by network:floatingip {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:48.240309 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d811a7a5-5388-462b-90d4-fd1086742008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (937a059c-dd03-407b-8901-bc4da2f9549a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.243070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-d811a7a5-5388-462b-90d4-fd1086742008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.244295 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-d811a7a5-5388-462b-90d4-fd1086742008 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/937a059c-dd03-407b-8901-bc4da2f9549a HTTP/1.1" status: 204 len: 168 time: 0.4773204 Feb 28 22:09:48.252246 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811a7a5-5388-462b-90d4-fd1086742008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a059c-dd03-407b-8901-bc4da2f9549a,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:48.395124 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (0a5c290a-18fc-46e6-a9a5-e6a854e72a48), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.422313 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event deleted for resources: {'Port': ['ID=0a5c290a-18fc-46e6-a9a5-e6a854e72a48,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:48.485071 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (7c39090f-8049-4804-b411-881a3cd80147), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.485373 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.l3_db [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Floating IP 7c39090f-8049-4804-b411-881a3cd80147 disassociated (deleted). External IP: 172.27.2.9, port: 85975ebd-baac-4226-9c5a-0211e36a4bea. Feb 28 22:09:48.701814 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:09:48.813484 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:09:48.818225 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:48.826810 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:09:48.836995 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:09:48.837625 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:48.851767 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-d582fe31-8ac3-46a0-b6af-263e180f00f6 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "DELETE /v2.0/floatingips/7c39090f-8049-4804-b411-881a3cd80147 HTTP/1.1" status: 204 len: 168 time: 0.9396098 Feb 28 22:09:48.855417 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:48.855417 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:48.909512 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ff6d9-78af-4544-b986-9de15253d8df x-openstack-request-id: req-c07ff6d9-78af-4544-b986-9de15253d8df {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:48.910116 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:48.910457 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c07ff6d9-78af-4544-b986-9de15253d8df {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:48.910953 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'status': 'completed', 'code': 200} Feb 28 22:09:48.977503 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-9d3479c7-feff-431c-851d-1372be537122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:48.978197 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:09:48.979132 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-9d3479c7-feff-431c-851d-1372be537122 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 1129 time: 0.0472713 Feb 28 22:09:49.081409 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-6da4bde8-61e2-4b5c-9c90-262bcd5b6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:49.083205 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-6da4bde8-61e2-4b5c-9c90-262bcd5b6f17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 200 len: 912 time: 0.0977705 Feb 28 22:09:49.096311 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:09:49.127952 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-245e9fb0-a53c-41c6-a2c5-de015a774b2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 200 len: 217 time: 0.0385211 Feb 28 22:09:49.178488 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-7b3de6e4-3781-44f7-a437-0044cfa4d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:49.180910 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-7b3de6e4-3781-44f7-a437-0044cfa4d455 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 200 len: 850 time: 0.0467951 Feb 28 22:09:49.192749 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:49.226321 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:09:49.236172 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:09:49.236803 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:49.243085 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-94323648-8ecf-4d2e-bb2a-b8baa4e89d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:49.244607 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-94323648-8ecf-4d2e-bb2a-b8baa4e89d54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550516 Feb 28 22:09:49.386530 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-cff100c3-7c03-4bca-9e11-dd4c4369826e service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353796 Feb 28 22:09:49.394426 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf655a00-2428-49f5-8625-eb09bff12502 req-a97f45bf-b358-442e-9f7f-570d30c1a619 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:49.396044 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf655a00-2428-49f5-8625-eb09bff12502 req-a97f45bf-b358-442e-9f7f-570d30c1a619 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0861843 Feb 28 22:09:49.499988 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:09:49.507020 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cf655a00-2428-49f5-8625-eb09bff12502 req-ad4720f3-1603-47b7-8095-b7ebae0213d4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/security-groups?id=59530cb3-bfb0-4087-a2be-7a971a35f4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017597 Feb 28 22:09:49.527835 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b02b48c6-c5a8-477b-8ee8-5ef4430cebcf req-efa14904-67bb-44bf-9f1d-5ad69f810a18 service neutron] 10.222.0.16 "GET /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302209 Feb 28 22:09:49.704932 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:49.732306 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f426b85d-9bc8-4ef6-95db-067d2a76b4e5 None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:00:50Z', 'revision_number': 4, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67', 'name': '', 'network_id': '4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'mac_address': 'fa:16:3e:bc:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:49Z', 'updated_at': '2022-02-28T22:00:54Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'subnets': [{'id': 'e15518c0-3245-463b-ac21-f541de26d75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:09:49.921752 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36726) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:49.981180 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c1bf0-f5e3-4be3-9ef5-1d9e9a1c9757 None None] New status for floating IP 7c39090f-8049-4804-b411-881a3cd80147: DOWN {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:09:50.032341 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-0df8107e-c2f2-4ee1-9f05-2f4d07608836 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:50.033812 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-0df8107e-c2f2-4ee1-9f05-2f4d07608836 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 945 time: 0.0550790 Feb 28 22:09:50.039540 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5504a48e-3ba2-452a-9303-9d5f45868fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.117500 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5504a48e-3ba2-452a-9303-9d5f45868fbd admin admin] Publish callbacks [] for security_group (677603a9-be0f-4ff0-a3d0-ece770fc49d8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.136611 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Deleting port 85975ebd-baac-4226-9c5a-0211e36a4bea {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:50.136953 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.174847 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5504a48e-3ba2-452a-9303-9d5f45868fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (677603a9-be0f-4ff0-a3d0-ece770fc49d8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.214411 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5504a48e-3ba2-452a-9303-9d5f45868fbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9dfc68759f1a482b81562dec165553b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915208 Feb 28 22:09:50.215349 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504a48e-3ba2-452a-9303-9d5f45868fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677603a9-be0f-4ff0-a3d0-ece770fc49d8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:50.217702 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36730) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:50.228287 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] For port 85975ebd-baac-4226-9c5a-0211e36a4bea, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=85975ebd-baac-4226-9c5a-0211e36a4bea,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:50.228660 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.241964 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Calling delete_port for 85975ebd-baac-4226-9c5a-0211e36a4bea owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:50.265454 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-53a0926d-8e85-42f6-834b-36df8bb5d9f2 admin admin] Publish callbacks [] for security_group (677603a9-be0f-4ff0-a3d0-ece770fc49d8), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.286390 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-53a0926d-8e85-42f6-834b-36df8bb5d9f2 admin admin] Publish callbacks [] for security_group (677603a9-be0f-4ff0-a3d0-ece770fc49d8), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.489211 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-53a0926d-8e85-42f6-834b-36df8bb5d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (677603a9-be0f-4ff0-a3d0-ece770fc49d8), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.489451 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (85975ebd-baac-4226-9c5a-0211e36a4bea), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.491879 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-53a0926d-8e85-42f6-834b-36df8bb5d9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.493850 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-53a0926d-8e85-42f6-834b-36df8bb5d9f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/677603a9-be0f-4ff0-a3d0-ece770fc49d8 HTTP/1.1" status: 204 len: 168 time: 0.2750027 Feb 28 22:09:50.502189 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0926d-8e85-42f6-834b-36df8bb5d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677603a9-be0f-4ff0-a3d0-ece770fc49d8,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:50.517289 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event deleted for resources: {'Port': ['ID=85975ebd-baac-4226-9c5a-0211e36a4bea,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:50.569890 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] No DVR routers for this DVR port 85975ebd-baac-4226-9c5a-0211e36a4bea on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:09:50.572417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:50.575819 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b854a4e6-fce4-4fa1-af31-e3cbc082b151 req-1760c632-1d65-4faa-9ab0-b82e1aebf8c3 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.16 "DELETE /v2.0/ports/85975ebd-baac-4226-9c5a-0211e36a4bea HTTP/1.1" status: 204 len: 173 time: 0.5371222 Feb 28 22:09:50.576265 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'name': 'network-vif-deleted', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:50.579145 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46ee94f-6dcb-4028-8023-8fee761b6dcd" -d '{"events": [{"server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "name": "network-vif-deleted", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:50.622632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70773ad0-8355-4469-b1ef-42bbe3b3358b x-openstack-request-id: req-70773ad0-8355-4469-b1ef-42bbe3b3358b {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:50.622984 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c46aa5a-2b07-47a0-8a25-47d2be6d2477", "name": "network-vif-deleted", "tag": "85975ebd-baac-4226-9c5a-0211e36a4bea", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:50.623194 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70773ad0-8355-4469-b1ef-42bbe3b3358b {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:50.623590 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c46aa5a-2b07-47a0-8a25-47d2be6d2477', 'name': 'network-vif-deleted', 'tag': '85975ebd-baac-4226-9c5a-0211e36a4bea', 'status': 'completed', 'code': 200} Feb 28 22:09:50.625552 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7476ff6c-ecbd-4965-a69d-113e6dd9e8f8 req-591840b6-a8c0-4bfb-b9ac-ddb95a6d5cf4 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 210 time: 0.0322862 Feb 28 22:09:51.739674 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c6e7b167-4a60-4dfa-aedb-22a4ffb24bad req-419da63c-1707-4f14-a15c-f15092aa2710 tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c46aa5a-2b07-47a0-8a25-47d2be6d2477 HTTP/1.1" status: 200 len: 210 time: 0.0264614 Feb 28 22:09:52.796221 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36768) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:52.927299 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Deleting port 2b3ac39d-046a-4185-9062-3e4389395463 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:52.927685 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (2b3ac39d-046a-4185-9062-3e4389395463), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:53.003201 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (2b3ac39d-046a-4185-9062-3e4389395463), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:53.003532 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (2b3ac39d-046a-4185-9062-3e4389395463), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:53.016377 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Calling delete_port for 2b3ac39d-046a-4185-9062-3e4389395463 owned by network:floatingip {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:53.206523 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (2b3ac39d-046a-4185-9062-3e4389395463), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:53.229227 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event deleted for resources: {'Port': ['ID=2b3ac39d-046a-4185-9062-3e4389395463,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:53.294213 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for floatingip (9c1702b6-937f-4c8f-8077-641427e6b9f1), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:53.296920 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:53.298375 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-c10eaa45-330a-466a-9a22-7cf6ccdb822f tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "DELETE /v2.0/floatingips/9c1702b6-937f-4c8f-8077-641427e6b9f1 HTTP/1.1" status: 204 len: 168 time: 0.5007565 Feb 28 22:09:53.616200 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-d351d04f-a3cb-4618-b88b-dff05bf08655 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=30c10ed3e82644e1b58434748f9472cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284731 Feb 28 22:09:53.796112 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-39a4e886-c5c1-45d1-8178-0f225e16a07d tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:53.797461 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-39a4e886-c5c1-45d1-8178-0f225e16a07d tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763341 Feb 28 22:09:53.811535 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-3d61cfde-b67d-427f-a4d8-04fb7aaf577b tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/quotas/30c10ed3e82644e1b58434748f9472cd HTTP/1.1" status: 200 len: 375 time: 0.0087993 Feb 28 22:09:53.843469 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-7dfabb3a-4101-4eaf-ae1c-ea699402d35d tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=30c10ed3e82644e1b58434748f9472cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269854 Feb 28 22:09:53.856991 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 85975ebd-baac-4226-9c5a-0211e36a4bea no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:09:53.881963 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 85975ebd-baac-4226-9c5a-0211e36a4bea {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:09:53.882347 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 85975ebd-baac-4226-9c5a-0211e36a4bea not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:09:54.104923 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d06c8d63-0788-4a6e-bba3-d1d3ea28e874 req-cbdc4571-447d-4441-9b35-8fdb4fa1b4de tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 210 time: 0.0271993 Feb 28 22:09:54.635920 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36806) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:54.692734 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fa84bb59-0db3-4126-8f4a-eb68c845c6ab tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group (59530cb3-bfb0-4087-a2be-7a971a35f4ac), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:54.718555 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fa84bb59-0db3-4126-8f4a-eb68c845c6ab tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group (59530cb3-bfb0-4087-a2be-7a971a35f4ac), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:54.846134 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fa84bb59-0db3-4126-8f4a-eb68c845c6ab tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (59530cb3-bfb0-4087-a2be-7a971a35f4ac), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:54.848785 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fa84bb59-0db3-4126-8f4a-eb68c845c6ab tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:54.849958 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fa84bb59-0db3-4126-8f4a-eb68c845c6ab tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] 10.222.0.26 "DELETE /v2.0/security-groups/59530cb3-bfb0-4087-a2be-7a971a35f4ac HTTP/1.1" status: 204 len: 168 time: 0.2130570 Feb 28 22:09:54.859972 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84bb59-0db3-4126-8f4a-eb68c845c6ab tempest-TestVolumeBootPattern-1016145480 tempest-TestVolumeBootPattern-1016145480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59530cb3-bfb0-4087-a2be-7a971a35f4ac,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:54.977474 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36812) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:55.207746 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7343f164-3196-4989-81e8-421a196d0e31 req-55d29ba7-858f-4696-ac00-78ad8a40d872 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 210 time: 0.0304995 Feb 28 22:09:55.501636 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (8c450755-c7e1-4a97-b76f-f7c39d22f484), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:55.746779 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Deleting port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:55.747114 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:55.828779 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] For port 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:55.854054 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:55.854054 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Calling delete_port for 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:56.072741 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:56.097422 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Pushing event deleted for resources: {'Port': ['ID=81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:56.275206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (8c450755-c7e1-4a97-b76f-f7c39d22f484), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:56.375812 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5c3899d3-91b2-466f-ab23-b1f5e09aa8d4 req-b4801ea2-ea31-4546-bd05-380f439b5f35 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 210 time: 0.0515816 Feb 28 22:09:56.384826 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bf5ffb38-dc7d-49c7-9980-bfa498197874 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=30c10ed3e82644e1b58434748f9472cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550964 Feb 28 22:09:56.568069 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-12759545-ed53-488c-8996-57e5be40343a tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:56.569476 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-12759545-ed53-488c-8996-57e5be40343a tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832261 Feb 28 22:09:56.606304 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Request body: {'port': {'device_id': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22', 'admin_state_up': True, 'tenant_id': '30c10ed3e82644e1b58434748f9472cd'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:09:56.689681 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Router 8c450755-c7e1-4a97-b76f-f7c39d22f484 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:09:56.826730 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:09:56.833597 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-078a86eb-8d5f-4a04-bb6b-7c163743822c admin admin] 10.222.0.26 "PUT /v2.0/routers/8c450755-c7e1-4a97-b76f-f7c39d22f484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536906 Feb 28 22:09:56.834386 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36826) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:56.836670 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] Sync routers for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:09:56.846812 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:09:56.847457 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:56.873982 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Made reservation on behalf of 30c10ed3e82644e1b58434748f9472cd for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:09:56.877330 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:56.889768 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks [] for security_group (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:56.956851 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:09:57.145814 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:09:55Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:57.176434 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] Checking router: 8c450755-c7e1-4a97-b76f-f7c39d22f484 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:09:57.185235 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] Routers {'8c450755-c7e1-4a97-b76f-f7c39d22f484'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:09:57.185859 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['8c450755-c7e1-4a97-b76f-f7c39d22f484'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:57.251004 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks [] for router (8c450755-c7e1-4a97-b76f-f7c39d22f484), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:57.293232 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] Set router 8c450755-c7e1-4a97-b76f-f7c39d22f484 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:09:57.354101 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks [] for security_group (7b5076da-201c-4db3-874a-1c7f34159da9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:57.378062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks [] for router_gateway (8c450755-c7e1-4a97-b76f-f7c39d22f484), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:57.409121 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7b5076da-201c-4db3-874a-1c7f34159da9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:57.474698 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:09:55Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:57.501262 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be584b-75b0-411d-9b2f-95dc68d15eaf None None] The sync data for ids ['8c450755-c7e1-4a97-b76f-f7c39d22f484'] in dv-cinder-830901-2-iscsi is: [{'id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'name': 'tempest-TestVolumeBootPattern-771017821-router', 'tenant_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:46Z', 'updated_at': '2022-02-28T22:09:55Z', 'revision_number': 5, 'project_id': 'bc0c18f4d6ce4a21ba84b7f544ea90b7', 'gw_port': {'id': 'd25eed3f-fdae-4b91-8956-422cb0a5bffe', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c450755-c7e1-4a97-b76f-f7c39d22f484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:47Z', 'updated_at': '2022-02-28T22:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:09:57.520247 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5076da-201c-4db3-874a-1c7f34159da9,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:57.527298 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-789359e6-904f-4ace-8c87-90628be6aa46 req-73e523a0-5e48-4474-aa31-a5abf867b8d5 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 210 time: 0.0627534 Feb 28 22:09:57.594675 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Deleting port d25eed3f-fdae-4b91-8956-422cb0a5bffe {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:57.595013 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:57.620032 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Allocated IP 192.168.233.200 (4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22/b26ffc20-ddfa-499e-a22d-8e46100d2a68/9f4b8488-f402-4c24-be5d-e95a2054dc96) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:09:57.717975 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] For port d25eed3f-fdae-4b91-8956-422cb0a5bffe, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=d25eed3f-fdae-4b91-8956-422cb0a5bffe,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:57.718356 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:57.747646 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Calling delete_port for d25eed3f-fdae-4b91-8956-422cb0a5bffe owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:57.871874 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks [] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:57.997278 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.039752 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:09:58.043259 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:09:58.045673 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:09:58.053513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (d25eed3f-fdae-4b91-8956-422cb0a5bffe), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.087182 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Pushing event updated for resources: {'Port': ['ID=9f4b8488-f402-4c24-be5d-e95a2054dc96,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:58.134424 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25eed3f-fdae-4b91-8956-422cb0a5bffe,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:58.176271 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:58.178186 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.202073 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (8c450755-c7e1-4a97-b76f-f7c39d22f484), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.241445 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:09:58.266407 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:09:58.266750 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 81ae6bab-30ea-4efe-9fda-5ef0d9ee9c67 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:09:58.280428 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-26e9a336-b4e8-4774-8f99-5f2cf7a7a206 None None] Provisioning complete for port 9f4b8488-f402-4c24-be5d-e95a2054dc96 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:09:58.280813 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-26e9a336-b4e8-4774-8f99-5f2cf7a7a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.297260 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-bea56255-b4f0-4536-9bbd-e395a15929d7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6965871 Feb 28 22:09:58.303055 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (8c450755-c7e1-4a97-b76f-f7c39d22f484), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.309956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Request body: {'port': {'device_id': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:09:58.312719 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks [] for router_controller (8c450755-c7e1-4a97-b76f-f7c39d22f484), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.315610 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-26e9a336-b4e8-4774-8f99-5f2cf7a7a206 None None] Port 9f4b8488-f402-4c24-be5d-e95a2054dc96 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:09:58.403426 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.459034 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (8c450755-c7e1-4a97-b76f-f7c39d22f484), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.459554 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c450755-c7e1-4a97-b76f-f7c39d22f484 {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:09:58.464515 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.465645 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-3f321d5a-0c31-46b7-8da3-23b9c97f2701 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8c450755-c7e1-4a97-b76f-f7c39d22f484 HTTP/1.1" status: 204 len: 168 time: 1.6302891 Feb 28 22:09:58.468161 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36830) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:58.585930 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] Deleting subnet e15518c0-3245-463b-ac21-f541de26d75e {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:09:58.596621 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] Publish callbacks [] for subnet (e15518c0-3245-463b-ac21-f541de26d75e), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.691296 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (e15518c0-3245-463b-ac21-f541de26d75e), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.770187 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad6c0d-fb20-4766-a24b-44bf95d65b67 req-5a9ec260-93c2-453e-ac07-8ffc444e3d23 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:58.771638 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5aad6c0d-fb20-4766-a24b-44bf95d65b67 req-5a9ec260-93c2-453e-ac07-8ffc444e3d23 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 936 time: 0.1556842 Feb 28 22:09:58.864540 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (e15518c0-3245-463b-ac21-f541de26d75e), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.905735 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4b8488-f402-4c24-be5d-e95a2054dc96 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:09:58.921460 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Publish callbacks [] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:58.927915 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5aad6c0d-fb20-4766-a24b-44bf95d65b67 req-e859135b-0897-4435-bfb4-cc89d9c56094 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346548 Feb 28 22:09:59.009524 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Transition to ACTIVE for port object 9f4b8488-f402-4c24-be5d-e95a2054dc96 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:09:59.011152 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (e15518c0-3245-463b-ac21-f541de26d75e), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.034074 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15518c0-3245-463b-ac21-f541de26d75e,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:59.039829 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.044101 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-1d9ca7c8-8d07-47a8-8e27-73c6a2033016 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e15518c0-3245-463b-ac21-f541de26d75e HTTP/1.1" status: 204 len: 168 time: 0.5740559 Feb 28 22:09:59.047077 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36834) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:09:59.047338 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36792eb0-4685-4d19-9c6e-c6d444fd7a34 None None] Network 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:09:59.071160 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.157401 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.172728 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4b8488-f402-4c24-be5d-e95a2054dc96,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:59.247973 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] DHCP port deletion for 4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:09:59.270031 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Attempting to bind port 9f4b8488-f402-4c24-be5d-e95a2054dc96 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:09:59.270391 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Attempting to bind port 9f4b8488-f402-4c24-be5d-e95a2054dc96 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:09:59.270698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Attempting to bind port 9f4b8488-f402-4c24-be5d-e95a2054dc96 on network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:09:59.278263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Port 9f4b8488-f402-4c24-be5d-e95a2054dc96 on network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:09:59.278596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Attempting to bind port 9f4b8488-f402-4c24-be5d-e95a2054dc96 on network 4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:09:59.285874 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:09:59.286313 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Checking segment: {'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:09:59.286697 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Bound using segment: {'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:09:59.287132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Bound port: 9f4b8488-f402-4c24-be5d-e95a2054dc96, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b4b592-83a8-4e73-9070-c75039c05c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:09:59.287497 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.298913 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Deleting port 30695f33-3069-4112-8673-6c07ba5e9ea8 {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:59.299559 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.306891 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Deleting port 30695f33-3069-4112-8673-6c07ba5e9ea8 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:09:59.307435 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.374724 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] For port 30695f33-3069-4112-8673-6c07ba5e9ea8, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30695f33-3069-4112-8673-6c07ba5e9ea8,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:59.375132 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.390057 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Calling delete_port for 30695f33-3069-4112-8673-6c07ba5e9ea8 owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:59.403067 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] For port 30695f33-3069-4112-8673-6c07ba5e9ea8, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30695f33-3069-4112-8673-6c07ba5e9ea8,segment=NetworkSegment(32023dea-ac37-4c54-9459-849a0a9d8df7),segment_id=32023dea-ac37-4c54-9459-849a0a9d8df7)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:09:59.403429 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.421643 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Calling delete_port for 30695f33-3069-4112-8673-6c07ba5e9ea8 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:09:59.423639 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] For port 9f4b8488-f402-4c24-be5d-e95a2054dc96, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:09:59.440571 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] For port 9f4b8488-f402-4c24-be5d-e95a2054dc96, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9f4b8488-f402-4c24-be5d-e95a2054dc96,segment=NetworkSegment(09b4b592-83a8-4e73-9070-c75039c05c3f),segment_id=09b4b592-83a8-4e73-9070-c75039c05c3f)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:09:59.496801 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.517484 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.539583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:59.540267 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.541669 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f4b8488-f402-4c24-be5d-e95a2054dc96 HTTP/1.1" status: 200 len: 1098 time: 1.2365680 Feb 28 22:09:59.543957 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Pushing event deleted for resources: {'Port': ['ID=30695f33-3069-4112-8673-6c07ba5e9ea8,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:59.547037 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'tag': '9f4b8488-f402-4c24-be5d-e95a2054dc96'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:09:59.549024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99979da3-360e-4137-99cb-df4ed594cf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd5c1f8-3e4e-43f4-be64-fd124b589e29", "tag": "9f4b8488-f402-4c24-be5d-e95a2054dc96"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:09:59.552319 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] No DVR routers for this DVR port 30695f33-3069-4112-8673-6c07ba5e9ea8 on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:09:59.556793 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.557277 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.557872 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.558466 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.559028 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.559567 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.560102 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.560447 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.560784 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.561122 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.561451 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.563817 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.563817 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558d212-8544-409f-b5d2-f89b9043db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:09:59.572800 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (30695f33-3069-4112-8673-6c07ba5e9ea8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.580912 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a886d9-4773-4f1d-b534-a174f2057578 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4b8488-f402-4c24-be5d-e95a2054dc96,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:59.590322 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] No DVR routers for this DVR port 30695f33-3069-4112-8673-6c07ba5e9ea8 on host dv-cinder-830901-2-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:09:59.612605 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9389a25d-38f9-4007-bf3d-aa26f522cdc9 x-openstack-request-id: req-9389a25d-38f9-4007-bf3d-aa26f522cdc9 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:09:59.612901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd5c1f8-3e4e-43f4-be64-fd124b589e29", "tag": "9f4b8488-f402-4c24-be5d-e95a2054dc96", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:09:59.613160 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9389a25d-38f9-4007-bf3d-aa26f522cdc9 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:09:59.613564 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'tag': '9f4b8488-f402-4c24-be5d-e95a2054dc96', 'status': 'completed', 'code': 200} Feb 28 22:09:59.614344 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Pushing event deleted for resources: {'Port': ['ID=30695f33-3069-4112-8673-6c07ba5e9ea8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:09:59.718692 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.743843 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:59.754473 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979da3-360e-4137-99cb-df4ed594cf2d req-da4e8791-b1f4-4345-8bad-ce99c51582af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:59.755972 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-99979da3-360e-4137-99cb-df4ed594cf2d req-da4e8791-b1f4-4345-8bad-ce99c51582af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=30c10ed3e82644e1b58434748f9472cd&device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 1132 time: 0.1173289 Feb 28 22:09:59.757446 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32023dea-ac37-4c54-9459-849a0a9d8df7') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:59.757745 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32023dea-ac37-4c54-9459-849a0a9d8df7') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:09:59.776295 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (32023dea-ac37-4c54-9459-849a0a9d8df7), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.794196 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-99979da3-360e-4137-99cb-df4ed594cf2d req-3dc75852-1305-494f-88ff-d77a03f5c3a9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=30c10ed3e82644e1b58434748f9472cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293770 Feb 28 22:09:59.801798 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (32023dea-ac37-4c54-9459-849a0a9d8df7), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.824520 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:09:59.824916 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (32023dea-ac37-4c54-9459-849a0a9d8df7), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: self.session.flush() Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: self.session.flush() Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: self.session.flush() Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: self.session.flush() Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:09:59.826609 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:09:59.939875 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979da3-360e-4137-99cb-df4ed594cf2d req-9de84c6c-e2f6-45bb-a32c-62d72d8dbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:09:59.941347 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-99979da3-360e-4137-99cb-df4ed594cf2d req-9de84c6c-e2f6-45bb-a32c-62d72d8dbd0c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417243 Feb 28 22:09:59.987732 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:00.011227 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:00.014364 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] 10.222.0.26 "DELETE /v2.0/networks/4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0 HTTP/1.1" status: 204 len: 168 time: 0.9676778 Feb 28 22:10:00.017333 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36840) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:00.050257 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64084e4-c946-4fca-b28e-347b34d2037a admin admin] Pushing event deleted for resources: {'Network': ['ID=4046dbec-bb32-4b9b-af8e-6f2e2fd7aeb0,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:00.075892 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-772b8a5b-412d-4bc6-9ef7-05698dbaa54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:00.077434 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-772b8a5b-412d-4bc6-9ef7-05698dbaa54c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=30c10ed3e82644e1b58434748f9472cd&device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 1132 time: 0.0990450 Feb 28 22:10:00.088127 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb036-19bb-4193-aeff-487153b0896e req-92ddd73d-ca8a-4085-8104-26b8d96299f0 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:00.089572 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-932bb036-19bb-4193-aeff-487153b0896e req-92ddd73d-ca8a-4085-8104-26b8d96299f0 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 948 time: 0.0850701 Feb 28 22:10:00.138634 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-2f02c6ba-4510-46d3-9c53-60fd1d5bbb0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9f4b8488-f402-4c24-be5d-e95a2054dc96 HTTP/1.1" status: 200 len: 217 time: 0.0480812 Feb 28 22:10:00.199793 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-932bb036-19bb-4193-aeff-487153b0896e req-99656e9e-1d2c-45ad-91d7-7c8f954474ce tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031189 Feb 28 22:10:00.207594 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-e265e5d7-8bbf-4a00-9904-a89087f44750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:00.209063 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-e265e5d7-8bbf-4a00-9904-a89087f44750 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b26ffc20-ddfa-499e-a22d-8e46100d2a68 HTTP/1.1" status: 200 len: 843 time: 0.0642810 Feb 28 22:10:00.240404 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device d25eed3f-fdae-4b91-8956-422cb0a5bffe no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:10:00.262507 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-6b58caed-7ae5-4d66-b659-cd8c2a6fe761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:00.264028 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-6b58caed-7ae5-4d66-b659-cd8c2a6fe761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0477979 Feb 28 22:10:00.265479 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: d25eed3f-fdae-4b91-8956-422cb0a5bffe {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:10:00.265983 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device d25eed3f-fdae-4b91-8956-422cb0a5bffe not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:10:00.266267 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30695f33-3069-4112-8673-6c07ba5e9ea8 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:10:00.285773 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 30695f33-3069-4112-8673-6c07ba5e9ea8 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:10:00.286146 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30695f33-3069-4112-8673-6c07ba5e9ea8 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:10:00.363070 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-285cdd8c-d2c5-4d34-a198-9e6834581080 service neutron] 10.222.0.16 "GET /v2.0/networks/4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927367 Feb 28 22:10:00.452055 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-1106dd21-0dce-417d-a4f5-3f606f78f035 req-57e6e3ec-af89-4510-a7a3-a81f82a3149a service neutron] 10.222.0.16 "GET /v2.0/networks/4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829220 Feb 28 22:10:00.588249 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (aa0189de-01ec-4608-8b92-31a78ecdb3b9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:00.831925 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Deleting port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:10:00.832261 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:00.908394 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] For port bba338e2-9a7a-49a5-8379-b6d9ed1d51fc, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,segment=NetworkSegment(e3537efa-53b2-421e-80ac-74cb9b16b922),segment_id=e3537efa-53b2-421e-80ac-74cb9b16b922)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:00.908748 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:00.920788 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Calling delete_port for bba338e2-9a7a-49a5-8379-b6d9ed1d51fc owned by network:router_interface {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:10:01.168972 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (bba338e2-9a7a-49a5-8379-b6d9ed1d51fc), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:01.193977 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba338e2-9a7a-49a5-8379-b6d9ed1d51fc,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:01.343691 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667e74-80fb-4f5e-a361-3840fcfe348d req-f7cdb135-0a77-4a72-886d-aa49dd392eb4 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:01.345255 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-51667e74-80fb-4f5e-a361-3840fcfe348d req-f7cdb135-0a77-4a72-886d-aa49dd392eb4 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 948 time: 0.0643222 Feb 28 22:10:01.386640 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (aa0189de-01ec-4608-8b92-31a78ecdb3b9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:01.396188 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-51667e74-80fb-4f5e-a361-3840fcfe348d req-8258605d-1d43-4f6b-b634-023aa271d982 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444989 Feb 28 22:10:01.605786 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Router aa0189de-01ec-4608-8b92-31a78ecdb3b9 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:10:01.708319 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:10:01.713545 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-7aa3e814-ed0e-4847-a42b-13fd1e952c57 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa0189de-01ec-4608-8b92-31a78ecdb3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951566 Feb 28 22:10:01.716025 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36844) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:01.718722 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] Sync routers for ids ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:10:01.730017 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] Routers {'aa0189de-01ec-4608-8b92-31a78ecdb3b9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:10:01.730632 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:10:01.822657 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks [] for router (aa0189de-01ec-4608-8b92-31a78ecdb3b9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:01.835447 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] Set router aa0189de-01ec-4608-8b92-31a78ecdb3b9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:10:01.927868 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks [] for router_gateway (aa0189de-01ec-4608-8b92-31a78ecdb3b9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.012498 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:10:01Z', 'revision_number': 5, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port': {'id': 'b58a516c-4c1a-4716-a343-aa58077803f1', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:00:54Z', 'updated_at': '2022-02-28T22:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:10:02.040294 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] Checking router: aa0189de-01ec-4608-8b92-31a78ecdb3b9 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:10:02.046588 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Deleting port b58a516c-4c1a-4716-a343-aa58077803f1 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:10:02.047003 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.048380 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] Routers {'aa0189de-01ec-4608-8b92-31a78ecdb3b9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:10:02.048977 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:09:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:10:02.128924 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] For port b58a516c-4c1a-4716-a343-aa58077803f1, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=b58a516c-4c1a-4716-a343-aa58077803f1,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:02.129592 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.136453 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] Set router aa0189de-01ec-4608-8b92-31a78ecdb3b9 gateway port host: None {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:10:02.143250 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Calling delete_port for b58a516c-4c1a-4716-a343-aa58077803f1 owned by network:router_gateway {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:10:02.191401 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:10:01Z', 'revision_number': 6, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port_host': None}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:10:02.218475 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fa844-5eeb-4f9a-aaba-3a41a9552fa4 None None] The sync data for ids ['aa0189de-01ec-4608-8b92-31a78ecdb3b9'] in dv-cinder-830901-2-iscsi is: [{'id': 'aa0189de-01ec-4608-8b92-31a78ecdb3b9', 'name': 'tempest-TestVolumeBootPattern-1285713146-router', 'tenant_id': '6223deacc76b48fd868eb50df1dd3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:00:53Z', 'updated_at': '2022-02-28T22:10:01Z', 'revision_number': 6, 'project_id': '6223deacc76b48fd868eb50df1dd3c75', 'gw_port_host': None}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:10:02.428911 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (b58a516c-4c1a-4716-a343-aa58077803f1), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.456889 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58a516c-4c1a-4716-a343-aa58077803f1,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:02.516555 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a901f-50a8-4906-aa69-4c2e9c74691c req-8bcbd10e-3f89-4e11-bef4-170c0a4751ad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:02.517938 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-769a901f-50a8-4906-aa69-4c2e9c74691c req-8bcbd10e-3f89-4e11-bef4-170c0a4751ad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 948 time: 0.0536120 Feb 28 22:10:02.520864 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (aa0189de-01ec-4608-8b92-31a78ecdb3b9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.564243 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-769a901f-50a8-4906-aa69-4c2e9c74691c req-374561ed-8e9d-4766-9287-4b434209770b tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Feb 28 22:10:02.619088 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (aa0189de-01ec-4608-8b92-31a78ecdb3b9), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.621412 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks [] for router_controller (aa0189de-01ec-4608-8b92-31a78ecdb3b9), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.768815 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (aa0189de-01ec-4608-8b92-31a78ecdb3b9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.769319 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0189de-01ec-4608-8b92-31a78ecdb3b9 {{(pid=110029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:10:02.774187 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.775791 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-07b65118-1511-4c06-9e5f-fad3652086c6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/aa0189de-01ec-4608-8b92-31a78ecdb3b9 HTTP/1.1" status: 204 len: 168 time: 1.0588393 Feb 28 22:10:02.778327 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36848) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:02.823749 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] Deleting subnet 0be58cce-ac1f-431b-bb99-7145809645f6 {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:10:02.826860 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] Publish callbacks [] for subnet (0be58cce-ac1f-431b-bb99-7145809645f6), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.862901 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (0be58cce-ac1f-431b-bb99-7145809645f6), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:02.949456 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (0be58cce-ac1f-431b-bb99-7145809645f6), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.074856 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (0be58cce-ac1f-431b-bb99-7145809645f6), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.100178 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be58cce-ac1f-431b-bb99-7145809645f6,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:03.106147 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.109467 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e392cd09-1f10-4101-92ec-f5ef7c8e8abf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0be58cce-ac1f-431b-bb99-7145809645f6 HTTP/1.1" status: 204 len: 168 time: 0.3302121 Feb 28 22:10:03.111958 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36850) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:03.112777 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea50b6-933e-45a9-b5df-a806a13956d2 None None] Network fc67fb2c-9347-4b7a-8a5c-df1a276db036 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:10:03.190917 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (fc67fb2c-9347-4b7a-8a5c-df1a276db036), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.252410 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Deleting port 3060eb9d-373f-4048-ba01-1eb2c104428e {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:10:03.252754 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.325046 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] For port 3060eb9d-373f-4048-ba01-1eb2c104428e, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=3060eb9d-373f-4048-ba01-1eb2c104428e,segment=NetworkSegment(e3537efa-53b2-421e-80ac-74cb9b16b922),segment_id=e3537efa-53b2-421e-80ac-74cb9b16b922)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:03.325419 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.347976 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Calling delete_port for 3060eb9d-373f-4048-ba01-1eb2c104428e owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:10:03.402856 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] DHCP port deletion for fc67fb2c-9347-4b7a-8a5c-df1a276db036 request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:10:03.450651 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] Deleting port 3060eb9d-373f-4048-ba01-1eb2c104428e {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:10:03.451125 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.486152 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.512450 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3060eb9d-373f-4048-ba01-1eb2c104428e,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:03.516938 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] No DVR routers for this DVR port 3060eb9d-373f-4048-ba01-1eb2c104428e on host dv-cinder-830901-2-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:10:03.519820 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] For port 3060eb9d-373f-4048-ba01-1eb2c104428e, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=3060eb9d-373f-4048-ba01-1eb2c104428e,segment=NetworkSegment(e3537efa-53b2-421e-80ac-74cb9b16b922),segment_id=e3537efa-53b2-421e-80ac-74cb9b16b922)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:03.520227 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.533358 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] Calling delete_port for 3060eb9d-373f-4048-ba01-1eb2c104428e owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:10:03.590016 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (fc67fb2c-9347-4b7a-8a5c-df1a276db036), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.609113 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (3060eb9d-373f-4048-ba01-1eb2c104428e), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.611749 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc67fb2c-9347-4b7a-8a5c-df1a276db036']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:10:03.624483 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3537efa-53b2-421e-80ac-74cb9b16b922') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:10:03.624916 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3537efa-53b2-421e-80ac-74cb9b16b922') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:10:03.635332 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (e3537efa-53b2-421e-80ac-74cb9b16b922), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.637018 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] No DVR routers for this DVR port 3060eb9d-373f-4048-ba01-1eb2c104428e on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:10:03.641426 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8564519-7503-4c38-8f46-705260fe8c22 None None] Pushing event deleted for resources: {'Port': ['ID=3060eb9d-373f-4048-ba01-1eb2c104428e,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:03.651524 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (e3537efa-53b2-421e-80ac-74cb9b16b922), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.658895 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:10:03.659286 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (e3537efa-53b2-421e-80ac-74cb9b16b922), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:10:03.660933 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:10:03.696221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8342ae7-74d8-473c-811a-60553747de74 req-117eef87-0eaf-4984-b0d6-bde8e71580a6 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:03.697793 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8342ae7-74d8-473c-811a-60553747de74 req-117eef87-0eaf-4984-b0d6-bde8e71580a6 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 948 time: 0.0612495 Feb 28 22:10:03.747276 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8342ae7-74d8-473c-811a-60553747de74 req-68490e31-0cf5-41ef-bcfa-88b7776fb206 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Feb 28 22:10:03.774816 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (fc67fb2c-9347-4b7a-8a5c-df1a276db036), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.780481 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.786553 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fc67fb2c-9347-4b7a-8a5c-df1a276db036 HTTP/1.1" status: 204 len: 168 time: 0.6709702 Feb 28 22:10:03.795718 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fbf32-bc6c-450a-b354-e3e421ffb1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc67fb2c-9347-4b7a-8a5c-df1a276db036,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:03.828579 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-423eac0a-1527-49c0-b7c5-14bcb4f5181a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:03.874652 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9f4b8488-f402-4c24-be5d-e95a2054dc96 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:10:03.971023 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 9f4b8488-f402-4c24-be5d-e95a2054dc96, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9f4b8488-f402-4c24-be5d-e95a2054dc96,segment=NetworkSegment(09b4b592-83a8-4e73-9070-c75039c05c3f),segment_id=09b4b592-83a8-4e73-9070-c75039c05c3f)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:03.982384 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '9f4b8488-f402-4c24-be5d-e95a2054dc96', 'network_id': '4f7b5fdd-ad00-405e-9b0c-bd1fad5c5e22', 'port_id': '9f4b8488-f402-4c24-be5d-e95a2054dc96', 'mac_address': 'fa:16:3e:11:32:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26ffc20-ddfa-499e-a22d-8e46100d2a68', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:10:04.018720 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 9f4b8488-f402-4c24-be5d-e95a2054dc96 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:10:04.019114 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:04.034919 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4b8488-f402-4c24-be5d-e95a2054dc96 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:10:04.053638 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 9f4b8488-f402-4c24-be5d-e95a2054dc96, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9f4b8488-f402-4c24-be5d-e95a2054dc96,segment=NetworkSegment(09b4b592-83a8-4e73-9070-c75039c05c3f),segment_id=09b4b592-83a8-4e73-9070-c75039c05c3f)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:04.077599 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36856) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:04.119911 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-aa7ecfb3-b572-4c0c-8a5d-9a796d8a8be1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc0c18f4d6ce4a21ba84b7f544ea90b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410283 Feb 28 22:10:04.123544 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 36858) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:04.145757 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:04.173750 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Publish callbacks [] for security_group (dfc56d87-56f7-456c-b5bd-1a22e24b62b6), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:04.196054 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Publish callbacks [] for security_group (dfc56d87-56f7-456c-b5bd-1a22e24b62b6), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:04.198293 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=9f4b8488-f402-4c24-be5d-e95a2054dc96,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:04.235589 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b58a516c-4c1a-4716-a343-aa58077803f1 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:10:04.255638 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: b58a516c-4c1a-4716-a343-aa58077803f1 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:10:04.255981 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device b58a516c-4c1a-4716-a343-aa58077803f1 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:10:04.256420 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device bba338e2-9a7a-49a5-8379-b6d9ed1d51fc no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:10:04.274812 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: bba338e2-9a7a-49a5-8379-b6d9ed1d51fc {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:10:04.275155 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device bba338e2-9a7a-49a5-8379-b6d9ed1d51fc not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:10:04.275559 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 3060eb9d-373f-4048-ba01-1eb2c104428e no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:10:04.294020 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 3060eb9d-373f-4048-ba01-1eb2c104428e {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:10:04.294365 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 3060eb9d-373f-4048-ba01-1eb2c104428e not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:10:04.311583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (dfc56d87-56f7-456c-b5bd-1a22e24b62b6), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:04.314213 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:04.315376 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfc56d87-56f7-456c-b5bd-1a22e24b62b6 HTTP/1.1" status: 204 len: 168 time: 0.1908445 Feb 28 22:10:04.323723 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc56d87-56f7-456c-b5bd-1a22e24b62b6,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:04.330729 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.331088 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.331433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.331775 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.332110 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.332461 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.332781 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.333112 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.333441 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.333768 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.334120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.334447 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.334769 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56363d-3c60-43cc-af03-d3eefd566fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:04.463366 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['9f4b8488-f402-4c24-be5d-e95a2054dc96'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:10:04.865474 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d823c7e-f1dd-4706-a1b8-2a84852004da req-2e929d28-6776-462b-a6d7-ae9f45e3407c tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:04.866996 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d823c7e-f1dd-4706-a1b8-2a84852004da req-2e929d28-6776-462b-a6d7-ae9f45e3407c tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 949 time: 0.0531185 Feb 28 22:10:04.914913 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8d823c7e-f1dd-4706-a1b8-2a84852004da req-3d70dd17-4f11-48cd-ad59-1cba83129489 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Feb 28 22:10:05.002479 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36866) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:05.040953 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5cbeeff9-888a-461d-94d9-620f6b948031 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6223deacc76b48fd868eb50df1dd3c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373373 Feb 28 22:10:05.043339 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 36868) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:05.088994 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-971df7a3-c90f-4d76-9c91-d3917a157264 admin admin] Publish callbacks [] for security_group (a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:05.109954 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-971df7a3-c90f-4d76-9c91-d3917a157264 admin admin] Publish callbacks [] for security_group (a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:05.219761 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-971df7a3-c90f-4d76-9c91-d3917a157264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:05.222260 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-971df7a3-c90f-4d76-9c91-d3917a157264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:05.223433 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-971df7a3-c90f-4d76-9c91-d3917a157264 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e HTTP/1.1" status: 204 len: 168 time: 0.1792064 Feb 28 22:10:05.231966 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df7a3-c90f-4d76-9c91-d3917a157264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a103666d-f26c-4a7e-8f3a-b9aa1b4fba0e,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:05.890879 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9f4b8488-f402-4c24-be5d-e95a2054dc96 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:10:05.994262 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 9f4b8488-f402-4c24-be5d-e95a2054dc96 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:10:05.998172 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 9f4b8488-f402-4c24-be5d-e95a2054dc96 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:10:05.998636 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:06.033193 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61913f3f-ffc1-42a6-9377-3b1c87bf2595 req-9f1d49df-1d2e-463e-abdf-e3746158643e tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:06.034703 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61913f3f-ffc1-42a6-9377-3b1c87bf2595 req-9f1d49df-1d2e-463e-abdf-e3746158643e tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 949 time: 0.0549974 Feb 28 22:10:06.074774 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 9f4b8488-f402-4c24-be5d-e95a2054dc96 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:10:06.075172 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:06.080539 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61913f3f-ffc1-42a6-9377-3b1c87bf2595 req-8b72a91c-248e-4cbb-b2f5-214bce589af9 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Feb 28 22:10:06.097906 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4b8488-f402-4c24-be5d-e95a2054dc96'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:10:06.102411 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7439981f-e7f8-406c-9339-f88eae8f5b0c" -d '{"events": [{"server_uuid": "0bd5c1f8-3e4e-43f4-be64-fd124b589e29", "name": "network-vif-plugged", "status": "completed", "tag": "9f4b8488-f402-4c24-be5d-e95a2054dc96"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:10:06.112157 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 9f4b8488-f402-4c24-be5d-e95a2054dc96, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9f4b8488-f402-4c24-be5d-e95a2054dc96,segment=NetworkSegment(09b4b592-83a8-4e73-9070-c75039c05c3f),segment_id=09b4b592-83a8-4e73-9070-c75039c05c3f)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:06.136838 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d6965d-3214-4839-bc60-e983e69d549e x-openstack-request-id: req-b1d6965d-3214-4839-bc60-e983e69d549e {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:10:06.137136 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd5c1f8-3e4e-43f4-be64-fd124b589e29", "name": "network-vif-plugged", "status": "completed", "tag": "9f4b8488-f402-4c24-be5d-e95a2054dc96", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:10:06.137388 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1d6965d-3214-4839-bc60-e983e69d549e {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:10:06.137780 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4b8488-f402-4c24-be5d-e95a2054dc96', 'code': 200} Feb 28 22:10:06.177364 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:06.225735 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=9f4b8488-f402-4c24-be5d-e95a2054dc96,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:06.254035 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-23edc5c6-c3ee-4826-a2b4-284b1e16d578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:06.447513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b133be-d154-4df2-a893-dfa06cceb1ba req-1ed54e68-0997-4c4f-902d-301489984917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:06.448896 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-43b133be-d154-4df2-a893-dfa06cceb1ba req-1ed54e68-0997-4c4f-902d-301489984917 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 1134 time: 0.0433233 Feb 28 22:10:06.489442 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-43b133be-d154-4df2-a893-dfa06cceb1ba req-23dbae40-71be-46f6-ab12-48178f5e530e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Feb 28 22:10:07.196403 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784aaec-f263-442a-87e6-57f5f969d430 req-db732c31-5ff0-4bb6-897a-bea4bc27b88c tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:07.197947 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f784aaec-f263-442a-87e6-57f5f969d430 req-db732c31-5ff0-4bb6-897a-bea4bc27b88c tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 950 time: 0.0531952 Feb 28 22:10:07.248453 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f784aaec-f263-442a-87e6-57f5f969d430 req-0a5585b5-f9d8-4982-8791-1a37ed016c10 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Feb 28 22:10:07.322509 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:08.366285 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40d6ea-94b9-4f5c-81ea-087d9e364c3d req-ad8b535c-ad14-4228-9575-c6fc074b52a4 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:08.367955 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2c40d6ea-94b9-4f5c-81ea-087d9e364c3d req-ad8b535c-ad14-4228-9575-c6fc074b52a4 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 950 time: 0.0518084 Feb 28 22:10:08.413148 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2c40d6ea-94b9-4f5c-81ea-087d9e364c3d req-84e270ac-ad9a-4efa-bf45-d272d1863b89 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Feb 28 22:10:08.794411 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:08.998565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83377da-ab84-4d00-955c-18f3533b5256 req-7696f310-69a5-443c-9ec6-31ea25caa357 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:08.999962 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a83377da-ab84-4d00-955c-18f3533b5256 req-7696f310-69a5-443c-9ec6-31ea25caa357 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 950 time: 0.0507810 Feb 28 22:10:09.045086 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a83377da-ab84-4d00-955c-18f3533b5256 req-64af4aff-31b8-4d54-b896-95dcd26f0406 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Feb 28 22:10:09.659717 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:10.088206 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:10.167396 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714460-5b98-4ff9-b856-0ccdb3fa5355 req-dd6ba144-22bb-4833-bf7a-391650f6dfbd tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:10.168818 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98714460-5b98-4ff9-b856-0ccdb3fa5355 req-dd6ba144-22bb-4833-bf7a-391650f6dfbd tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 950 time: 0.0549805 Feb 28 22:10:10.215185 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-98714460-5b98-4ff9-b856-0ccdb3fa5355 req-f21e0733-773c-471d-9afa-64a73ec4f808 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5076da-201c-4db3-874a-1c7f34159da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Feb 28 22:10:10.450547 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-4af65f5f-b3b5-4a5f-8207-c1a109e9d8f7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:10.451879 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-4af65f5f-b3b5-4a5f-8207-c1a109e9d8f7 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 950 time: 0.0503385 Feb 28 22:10:10.824417 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Deleting port 9f4b8488-f402-4c24-be5d-e95a2054dc96 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:10:10.824793 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:10.910230 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] For port 9f4b8488-f402-4c24-be5d-e95a2054dc96, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9f4b8488-f402-4c24-be5d-e95a2054dc96,segment=NetworkSegment(09b4b592-83a8-4e73-9070-c75039c05c3f),segment_id=09b4b592-83a8-4e73-9070-c75039c05c3f)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:10.910593 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:10.922573 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Calling delete_port for 9f4b8488-f402-4c24-be5d-e95a2054dc96 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:10:11.099698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (9f4b8488-f402-4c24-be5d-e95a2054dc96), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:11.111529 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['9f4b8488-f402-4c24-be5d-e95a2054dc96'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:10:11.128814 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Pushing event deleted for resources: {'Port': ['ID=9f4b8488-f402-4c24-be5d-e95a2054dc96,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:11.173513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] No DVR routers for this DVR port 9f4b8488-f402-4c24-be5d-e95a2054dc96 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:10:11.176132 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:11.179568 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2c7c6ce-53e1-455f-b627-5d12537eb9f1 req-154c46c7-e8ad-4b2e-b2f9-2c3b24f1faad tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.16 "DELETE /v2.0/ports/9f4b8488-f402-4c24-be5d-e95a2054dc96 HTTP/1.1" status: 204 len: 173 time: 0.7219958 Feb 28 22:10:11.180017 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'name': 'network-vif-deleted', 'tag': '9f4b8488-f402-4c24-be5d-e95a2054dc96'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:10:11.182770 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f314c53-79de-4176-9d55-107c717f4a8d" -d '{"events": [{"server_uuid": "0bd5c1f8-3e4e-43f4-be64-fd124b589e29", "name": "network-vif-deleted", "tag": "9f4b8488-f402-4c24-be5d-e95a2054dc96"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:10:11.339355 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f157c22c-41f4-4f08-9efb-4522d6b91b99 req-618a363c-4adf-4236-8c59-5dd5cf5dd435 tempest-VolumesNegativeTest-41125421 tempest-VolumesNegativeTest-41125421-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd5c1f8-3e4e-43f4-be64-fd124b589e29 HTTP/1.1" status: 200 len: 210 time: 0.0301354 Feb 28 22:10:11.378354 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65730923-4b4e-4ec6-b0c8-3917b38e3c81 x-openstack-request-id: req-65730923-4b4e-4ec6-b0c8-3917b38e3c81 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:10:11.378642 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd5c1f8-3e4e-43f4-be64-fd124b589e29", "name": "network-vif-deleted", "tag": "9f4b8488-f402-4c24-be5d-e95a2054dc96", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:10:11.378897 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65730923-4b4e-4ec6-b0c8-3917b38e3c81 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:10:11.379334 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd5c1f8-3e4e-43f4-be64-fd124b589e29', 'name': 'network-vif-deleted', 'tag': '9f4b8488-f402-4c24-be5d-e95a2054dc96', 'status': 'completed', 'code': 200} Feb 28 22:10:13.935596 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9f4b8488-f402-4c24-be5d-e95a2054dc96 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:10:13.959301 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 9f4b8488-f402-4c24-be5d-e95a2054dc96 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:10:13.959654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 9f4b8488-f402-4c24-be5d-e95a2054dc96 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:10:18.789536 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37142) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:18.925653 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-f6b3f740-04b5-45e2-b5f7-5356a22e0224 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30c10ed3e82644e1b58434748f9472cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347368 Feb 28 22:10:18.928147 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37146) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:19.176607 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Publish callbacks [] for security_group (7b5076da-201c-4db3-874a-1c7f34159da9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:19.199913 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Publish callbacks [] for security_group (7b5076da-201c-4db3-874a-1c7f34159da9), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:19.331212 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (7b5076da-201c-4db3-874a-1c7f34159da9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:19.333708 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:19.334861 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b5076da-201c-4db3-874a-1c7f34159da9 HTTP/1.1" status: 204 len: 168 time: 0.4058418 Feb 28 22:10:19.347166 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5076da-201c-4db3-874a-1c7f34159da9,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:19.350201 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.350546 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.350892 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.351451 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.351792 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.352123 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.352454 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.352784 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.353313 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.353571 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.354034 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.354365 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:19.354686 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc206c4-0b27-462a-a90e-f222e16b4979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:10:20.289573 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37168) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:20.385470 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1252957422-network', 'tenant_id': 'f31bed594830435a8fa303555757a8c3'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:10:20.494174 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Made reservation on behalf of f31bed594830435a8fa303555757a8c3 for: {'network': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:10:20.496512 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.505060 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.577570 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks [] for security_group (0bb44356-d797-4556-87ce-3f7822dfa1fd), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.625151 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (0bb44356-d797-4556-87ce-3f7822dfa1fd), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.650858 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=110029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:10:20.659370 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb44356-d797-4556-87ce-3f7822dfa1fd,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:20.665165 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.665510 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.segments_db [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Added segment 7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9 of type vlan for network 5e0a870c-b103-4abc-adf4-1a34a3d8737a Feb 28 22:10:20.706084 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (5e0a870c-b103-4abc-adf4-1a34a3d8737a), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.799810 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (5e0a870c-b103-4abc-adf4-1a34a3d8737a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.800799 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:20.801388 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:20.862388 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] Pushing event updated for resources: {'Network': ['ID=5e0a870c-b103-4abc-adf4-1a34a3d8737a,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:20.873188 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 5e0a870c-b103-4abc-adf4-1a34a3d8737a details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:10:20.910124 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 37172) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:10:20.910715 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-92fc23d9-8085-4189-952d-be5f377a56cc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6182842 Feb 28 22:10:20.914222 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Request body: {'subnet': {'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1252957422-subnet', 'tenant_id': 'f31bed594830435a8fa303555757a8c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:10:20.982897 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Made reservation on behalf of f31bed594830435a8fa303555757a8c3 for: {'subnet': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:10:20.985545 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8482723'] for subnet (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:21.219250 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8482705'] for subnet (51963ecf-bf26-4402-b761-0c5f2b8d1f48), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:21.265935 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51963ecf-bf26-4402-b761-0c5f2b8d1f48,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:21.281378 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Checking segment: {'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:10:21.281731 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Network hostable DHCP agents. Network: 5e0a870c-b103-4abc-adf4-1a34a3d8737a, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:10:21.401826 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Network 5e0a870c-b103-4abc-adf4-1a34a3d8737a is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:10:21.476223 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 5e0a870c-b103-4abc-adf4-1a34a3d8737a) {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:10:21.480275 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:21.480863 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:21.485095 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496bd06-136a-4356-bee7-c6dd1397ae4e None None] Network 5e0a870c-b103-4abc-adf4-1a34a3d8737a requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:10:21.578782 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82b7c9-32c7-4ed0-9330-9ec09411de28 None None] Network 5e0a870c-b103-4abc-adf4-1a34a3d8737a requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:10:21.589258 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-45c3e061-b992-49e4-99f4-130472df6d55 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6787872 Feb 28 22:10:23.719218 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843797-292a-4f6c-a433-568ac29db07f req-a8936d52-5958-433f-afc0-1849e5695998 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:23.720666 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-a8936d52-5958-433f-afc0-1849e5695998 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/networks?id=5e0a870c-b103-4abc-adf4-1a34a3d8737a HTTP/1.1" status: 200 len: 814 time: 0.1012230 Feb 28 22:10:23.735129 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-70da595a-ac59-4813-baf7-b13008dd5db0 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/quotas/f31bed594830435a8fa303555757a8c3 HTTP/1.1" status: 200 len: 375 time: 0.0092061 Feb 28 22:10:23.765745 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-c6e219c8-4238-4938-8e5f-5bc918b714bc tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261307 Feb 28 22:10:23.856718 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-e9dcb738-1aaf-4d17-8469-c28ec834e82b service neutron] 10.222.0.26 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846815 Feb 28 22:10:23.944777 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-7aff62e3-0964-40e1-a988-ba509f542822 service neutron] 10.222.0.26 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824850 Feb 28 22:10:24.221383 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-73f61e16-d5b4-4331-871f-7b8dc39ca212 req-9625110b-e587-49a7-88dd-60ab8a90bc85 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 210 time: 0.0280731 Feb 28 22:10:25.317371 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-826b1d26-0060-4f20-810d-cc340b016a6c req-159eb78c-135c-4c47-b7b4-4d5626165e57 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Feb 28 22:10:26.095847 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:10:26.441813 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df68a7f4-34d2-41dd-97d4-970c163c54fb req-061f0886-5957-4d07-be15-24ecc5776432 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 210 time: 0.0354908 Feb 28 22:10:26.473395 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843797-292a-4f6c-a433-568ac29db07f req-d103c3b6-7529-4fa0-af03-bb1f5a881f05 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:26.478608 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-d103c3b6-7529-4fa0-af03-bb1f5a881f05 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "GET /v2.0/networks?id=5e0a870c-b103-4abc-adf4-1a34a3d8737a HTTP/1.1" status: 200 len: 814 time: 0.1247876 Feb 28 22:10:26.486869 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Request body: {'port': {'device_id': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a', 'admin_state_up': True, 'tenant_id': 'f31bed594830435a8fa303555757a8c3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:10:26.645558 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Made reservation on behalf of f31bed594830435a8fa303555757a8c3 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:10:26.648957 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:26.779175 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Allocated IP 172.20.0.2 (5e0a870c-b103-4abc-adf4-1a34a3d8737a/51963ecf-bf26-4402-b761-0c5f2b8d1f48/d27f1e32-676a-432b-8cbf-af393017afe9) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:10:26.920804 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks [] for port (d27f1e32-676a-432b-8cbf-af393017afe9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:27.013636 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:27.061097 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Network 5e0a870c-b103-4abc-adf4-1a34a3d8737a is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:10:27.064024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:10:27.067915 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:10:27.074205 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Pushing event updated for resources: {'Port': ['ID=d27f1e32-676a-432b-8cbf-af393017afe9,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:27.119487 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:27.120091 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:27.210768 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-00758049-a34e-41a9-b2ba-a3cbc428acf1 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274511 Feb 28 22:10:27.272105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Request body: {'port': {'device_id': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:10:27.330965 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:27.590741 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1b69-4e52-489e-a2c1-0703bbea2f68 req-488f517d-4e02-439c-875c-030365943c7b tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:27.592192 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca7f1b69-4e52-489e-a2c1-0703bbea2f68 req-488f517d-4e02-439c-875c-030365943c7b tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 931 time: 0.0828490 Feb 28 22:10:27.656115 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27f1e32-676a-432b-8cbf-af393017afe9 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:10:27.669564 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Publish callbacks [] for port (d27f1e32-676a-432b-8cbf-af393017afe9), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:27.678236 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ca7f1b69-4e52-489e-a2c1-0703bbea2f68 req-598c3820-5458-4858-8cc1-987bcc120f87 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805237 Feb 28 22:10:27.685776 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Transition to ACTIVE for port object d27f1e32-676a-432b-8cbf-af393017afe9 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:10:27.750477 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:27.800521 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f1e32-676a-432b-8cbf-af393017afe9,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:27.868511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Attempting to bind port d27f1e32-676a-432b-8cbf-af393017afe9 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:10:27.868848 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Attempting to bind port d27f1e32-676a-432b-8cbf-af393017afe9 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:10:27.869181 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Attempting to bind port d27f1e32-676a-432b-8cbf-af393017afe9 on network 5e0a870c-b103-4abc-adf4-1a34a3d8737a {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:10:27.874203 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Port d27f1e32-676a-432b-8cbf-af393017afe9 on network 5e0a870c-b103-4abc-adf4-1a34a3d8737a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:10:27.874530 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Attempting to bind port d27f1e32-676a-432b-8cbf-af393017afe9 on network 5e0a870c-b103-4abc-adf4-1a34a3d8737a {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:10:27.879255 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:10:27.879587 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Checking segment: {'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:10:27.879967 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Bound using segment: {'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:10:27.880385 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Bound port: d27f1e32-676a-432b-8cbf-af393017afe9, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:10:27.880734 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:27.940964 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] For port d27f1e32-676a-432b-8cbf-af393017afe9, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:10:27.944161 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] For port d27f1e32-676a-432b-8cbf-af393017afe9, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d27f1e32-676a-432b-8cbf-af393017afe9,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:10:28.048013 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:28.086770 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:28.087386 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:28.088746 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] 10.222.0.16 "PUT /v2.0/ports/d27f1e32-676a-432b-8cbf-af393017afe9 HTTP/1.1" status: 200 len: 1093 time: 0.8209014 Feb 28 22:10:28.089181 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'tag': 'd27f1e32-676a-432b-8cbf-af393017afe9'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:10:28.091452 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42207f53-5106-4ea7-ba42-75a43b0a1bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2510d4-a7bb-4343-8855-73ce66c17e82", "tag": "d27f1e32-676a-432b-8cbf-af393017afe9"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:10:28.111559 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab6918-86fa-4a54-9ea1-5b25d79e5059 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f1e32-676a-432b-8cbf-af393017afe9,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:28.132303 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e396a01-f6aa-4298-aa20-36013832f0b4 x-openstack-request-id: req-8e396a01-f6aa-4298-aa20-36013832f0b4 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:10:28.132604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2510d4-a7bb-4343-8855-73ce66c17e82", "tag": "d27f1e32-676a-432b-8cbf-af393017afe9", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:10:28.132842 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e396a01-f6aa-4298-aa20-36013832f0b4 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:10:28.133244 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'tag': 'd27f1e32-676a-432b-8cbf-af393017afe9', 'status': 'completed', 'code': 200} Feb 28 22:10:28.201421 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42207f53-5106-4ea7-ba42-75a43b0a1bc4 req-7897090b-5720-489b-ba7d-d427197cb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:28.202997 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-42207f53-5106-4ea7-ba42-75a43b0a1bc4 req-7897090b-5720-489b-ba7d-d427197cb8c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 1127 time: 0.0455620 Feb 28 22:10:28.299489 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42207f53-5106-4ea7-ba42-75a43b0a1bc4 req-4766860d-41a8-4ce2-bb4c-06cae25399da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:28.300864 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-42207f53-5106-4ea7-ba42-75a43b0a1bc4 req-4766860d-41a8-4ce2-bb4c-06cae25399da service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f31bed594830435a8fa303555757a8c3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917058 Feb 28 22:10:28.393115 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42207f53-5106-4ea7-ba42-75a43b0a1bc4 req-8ebf328e-bc9d-4fd8-907a-60c477bd4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:28.394607 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-42207f53-5106-4ea7-ba42-75a43b0a1bc4 req-8ebf328e-bc9d-4fd8-907a-60c477bd4d9a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883276 Feb 28 22:10:28.472042 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843797-292a-4f6c-a433-568ac29db07f req-76d459ae-5162-4f01-949b-e8eeac012e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:28.473477 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-76d459ae-5162-4f01-949b-e8eeac012e5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 1127 time: 0.0442259 Feb 28 22:10:28.516131 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-5d2018cd-12c0-492f-b2e3-4c4490806aa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d27f1e32-676a-432b-8cbf-af393017afe9 HTTP/1.1" status: 200 len: 217 time: 0.0361099 Feb 28 22:10:28.562373 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843797-292a-4f6c-a433-568ac29db07f req-9138eeb3-c6f2-4a9d-8967-3cb13712cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:28.563714 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-9138eeb3-c6f2-4a9d-8967-3cb13712cc23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51963ecf-bf26-4402-b761-0c5f2b8d1f48 HTTP/1.1" status: 200 len: 854 time: 0.0419774 Feb 28 22:10:28.595016 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-b4090442-72c6-49c0-8bc0-6d3de8abd90b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e0a870c-b103-4abc-adf4-1a34a3d8737a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249481 Feb 28 22:10:28.683253 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-03967ecc-51e9-4019-85af-f7ce38c525da service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820589 Feb 28 22:10:28.804507 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cd843797-292a-4f6c-a433-568ac29db07f req-6554867a-bd3f-46f2-b69a-1c9a5906ddac service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158059 Feb 28 22:10:28.821211 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f4fec-08e3-41b3-b969-a262465379f0 req-e3a2a298-80de-405d-9695-fd9e8274f1bd tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:28.822679 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec0f4fec-08e3-41b3-b969-a262465379f0 req-e3a2a298-80de-405d-9695-fd9e8274f1bd tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 943 time: 0.0760090 Feb 28 22:10:28.869903 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ec0f4fec-08e3-41b3-b969-a262465379f0 req-32264692-bab4-4b13-8a8c-4ae374d86427 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Feb 28 22:10:29.987628 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f0a9-d11d-4f7b-a1e9-d78f5ecb210f req-e315c7cf-1772-42f9-8c94-761d813930a6 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:29.989094 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c4a6f0a9-d11d-4f7b-a1e9-d78f5ecb210f req-e315c7cf-1772-42f9-8c94-761d813930a6 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 943 time: 0.0524397 Feb 28 22:10:30.034761 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c4a6f0a9-d11d-4f7b-a1e9-d78f5ecb210f req-f3c663fc-b446-4f8b-a018-11e798658ffb tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Feb 28 22:10:31.149011 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f393df1-6147-4b0d-8b53-c1311c86b31a req-6ea27617-8e96-4a1d-b16d-2a68018864ac tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:31.150409 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f393df1-6147-4b0d-8b53-c1311c86b31a req-6ea27617-8e96-4a1d-b16d-2a68018864ac tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 943 time: 0.0513093 Feb 28 22:10:31.199495 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9f393df1-6147-4b0d-8b53-c1311c86b31a req-d3bffd0f-efa0-40be-a9fa-b70c45b32df5 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Feb 28 22:10:32.012475 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device d27f1e32-676a-432b-8cbf-af393017afe9 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:10:32.108664 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port d27f1e32-676a-432b-8cbf-af393017afe9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d27f1e32-676a-432b-8cbf-af393017afe9,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:32.119141 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'd27f1e32-676a-432b-8cbf-af393017afe9', 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a', 'port_id': 'd27f1e32-676a-432b-8cbf-af393017afe9', 'mac_address': 'fa:16:3e:35:2e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51963ecf-bf26-4402-b761-0c5f2b8d1f48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:10:32.155262 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port d27f1e32-676a-432b-8cbf-af393017afe9 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:10:32.155651 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:32.171033 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27f1e32-676a-432b-8cbf-af393017afe9 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:10:32.189894 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port d27f1e32-676a-432b-8cbf-af393017afe9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d27f1e32-676a-432b-8cbf-af393017afe9,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:32.293211 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:32.316184 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ff952-e7d9-4688-ad68-86b07e0d706a req-241fc3a8-e8af-4b39-8a79-062e29329511 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:32.317677 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f5ff952-e7d9-4688-ad68-86b07e0d706a req-241fc3a8-e8af-4b39-8a79-062e29329511 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 943 time: 0.0538886 Feb 28 22:10:32.344959 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=d27f1e32-676a-432b-8cbf-af393017afe9,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:32.371280 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5f5ff952-e7d9-4688-ad68-86b07e0d706a req-1cf4914a-84bd-4017-b15c-0e9183be26a2 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Feb 28 22:10:32.596250 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['d27f1e32-676a-432b-8cbf-af393017afe9'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:10:33.481768 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334be39-f4b3-433b-a800-f5308c0af662 req-31b71c4e-b993-4ebd-a686-72eefa1513ba tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:33.483282 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7334be39-f4b3-433b-a800-f5308c0af662 req-31b71c4e-b993-4ebd-a686-72eefa1513ba tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 944 time: 0.0522487 Feb 28 22:10:33.529584 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7334be39-f4b3-433b-a800-f5308c0af662 req-d93f53ee-3205-4ff5-8e33-0a891b4931e6 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Feb 28 22:10:33.841407 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1e95d37a-d8e6-4108-983d-dcaad349ae93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:34.030469 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device d27f1e32-676a-432b-8cbf-af393017afe9 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:10:34.185023 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port d27f1e32-676a-432b-8cbf-af393017afe9 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:10:34.188941 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port d27f1e32-676a-432b-8cbf-af393017afe9 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:10:34.189348 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:34.265583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port d27f1e32-676a-432b-8cbf-af393017afe9 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:10:34.265973 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:34.288432 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f1e32-676a-432b-8cbf-af393017afe9'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:10:34.290624 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a1ae05-a228-4920-8e8f-14ea27c3faa7" -d '{"events": [{"server_uuid": "2a2510d4-a7bb-4343-8855-73ce66c17e82", "name": "network-vif-plugged", "status": "completed", "tag": "d27f1e32-676a-432b-8cbf-af393017afe9"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:10:34.306649 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port d27f1e32-676a-432b-8cbf-af393017afe9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d27f1e32-676a-432b-8cbf-af393017afe9,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:10:34.331596 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66806a5-2b92-407c-a352-7a225641aacf x-openstack-request-id: req-b66806a5-2b92-407c-a352-7a225641aacf {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:10:34.331596 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2510d4-a7bb-4343-8855-73ce66c17e82", "name": "network-vif-plugged", "status": "completed", "tag": "d27f1e32-676a-432b-8cbf-af393017afe9", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:10:34.331596 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b66806a5-2b92-407c-a352-7a225641aacf {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:10:34.331596 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f1e32-676a-432b-8cbf-af393017afe9', 'code': 200} Feb 28 22:10:34.442083 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:34.490105 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=d27f1e32-676a-432b-8cbf-af393017afe9,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:10:34.683993 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa5c37-f6f8-46cb-96f0-8a725529af80 req-dcd92bdb-ca32-4050-aef2-f2d8ee0de0e8 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:34.685483 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-16fa5c37-f6f8-46cb-96f0-8a725529af80 req-dcd92bdb-ca32-4050-aef2-f2d8ee0de0e8 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 945 time: 0.0876479 Feb 28 22:10:34.688089 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ad82-a610-4f82-9db2-b4c9c42f8e01 req-bdedb722-9716-49cb-bf8d-da3f28363c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:34.689439 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0362ad82-a610-4f82-9db2-b4c9c42f8e01 req-bdedb722-9716-49cb-bf8d-da3f28363c57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 1129 time: 0.0616679 Feb 28 22:10:34.759534 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-16fa5c37-f6f8-46cb-96f0-8a725529af80 req-7548ae66-8dd9-41bc-8bc8-dc3ca9d9733e tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683901 Feb 28 22:10:34.762181 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0362ad82-a610-4f82-9db2-b4c9c42f8e01 req-309bbd12-b839-4fe9-b3ae-9ffcbafd5a60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Feb 28 22:10:35.880090 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07268c8-c583-45b9-bf3c-b4d9ccca48a0 req-9c170e11-ffa5-4109-9534-2b2f35b5d4ee tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:35.881499 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b07268c8-c583-45b9-bf3c-b4d9ccca48a0 req-9c170e11-ffa5-4109-9534-2b2f35b5d4ee tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 945 time: 0.0538321 Feb 28 22:10:35.931601 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b07268c8-c583-45b9-bf3c-b4d9ccca48a0 req-d9506417-12d8-4e19-98a2-4bedf1ac89f9 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Feb 28 22:10:36.224654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0859ed15-3a69-4108-94bf-ad2121e97cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:37.046539 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1afa3b-5ecc-499f-b906-f0a5f57e5f04 req-7b3707a2-3ba3-44a0-b42b-7acd3c61ad3d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:10:37.047968 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f1afa3b-5ecc-499f-b906-f0a5f57e5f04 req-7b3707a2-3ba3-44a0-b42b-7acd3c61ad3d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 945 time: 0.0523715 Feb 28 22:10:37.093086 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f1afa3b-5ecc-499f-b906-f0a5f57e5f04 req-cf07c62a-4b23-442a-976e-1d21dc75dd38 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Feb 28 22:10:37.356065 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:38.761017 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:39.692835 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:10:40.098535 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:03.096081 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:11:03.834759 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9a83b0d9-3222-4d40-a9fc-4e9c006f3d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:06.238634 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f13dc4f7-ad91-4f23-8e70-100b74a5a9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:07.313076 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:08.788498 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:09.714469 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:10.102660 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:17.716458 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-ab9a4be6-31ff-4214-88b5-2bf2f54c06e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432918 Feb 28 22:11:17.800473 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-4a79d348-0896-40a4-b42e-227fc609dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:17.801961 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-4a79d348-0896-40a4-b42e-227fc609dfb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 1129 time: 0.0448241 Feb 28 22:11:17.907039 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-06940fdf-759e-4245-a6f8-ec345a5e3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:17.908492 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-06940fdf-759e-4245-a6f8-ec345a5e3d1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e0a870c-b103-4abc-adf4-1a34a3d8737a HTTP/1.1" status: 200 len: 915 time: 0.0892212 Feb 28 22:11:17.947516 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-1e4d7a59-2f96-4e06-87bf-6cb85d35630d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d27f1e32-676a-432b-8cbf-af393017afe9 HTTP/1.1" status: 200 len: 217 time: 0.0331895 Feb 28 22:11:17.997875 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-a33449aa-f666-4a37-a03f-9116e404dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:17.999328 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-a33449aa-f666-4a37-a03f-9116e404dfd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51963ecf-bf26-4402-b761-0c5f2b8d1f48 HTTP/1.1" status: 200 len: 854 time: 0.0458353 Feb 28 22:11:18.031903 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-fd82f61c-fc34-43cd-95b7-1b39db1b53c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e0a870c-b103-4abc-adf4-1a34a3d8737a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260515 Feb 28 22:11:18.118877 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-39f9d642-753e-4898-8c90-f70a2bb3b5a8 service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808687 Feb 28 22:11:18.208365 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ffea9b-9e5d-48f4-9147-cb7e7edf2d5a req-263cd9c8-f193-4192-b1c4-e651de92bf8d service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841134 Feb 28 22:11:29.272398 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df194957-cdbd-4ba2-8c73-b6b6f731a99c req-1efcf696-c357-4463-a396-703e238d668e tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:29.273875 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df194957-cdbd-4ba2-8c73-b6b6f731a99c req-1efcf696-c357-4463-a396-703e238d668e tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 945 time: 0.0532877 Feb 28 22:11:29.321593 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-df194957-cdbd-4ba2-8c73-b6b6f731a99c req-52a8ad30-0e4a-4ac4-a5a9-9c098a7f5436 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 Feb 28 22:11:30.500247 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c1931-06f7-4d8f-bcfc-cde4b6cfd246 req-cc6335fe-980b-4c58-a261-6b9f5bfbcccd tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:30.501139 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-805c1931-06f7-4d8f-bcfc-cde4b6cfd246 req-cc6335fe-980b-4c58-a261-6b9f5bfbcccd tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 945 time: 0.1099343 Feb 28 22:11:30.546862 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-805c1931-06f7-4d8f-bcfc-cde4b6cfd246 req-55e364b8-99e8-44ed-bf77-5e773b4d63fc tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Feb 28 22:11:31.011207 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-c9a590a2-c5b0-43cf-89ce-b30dab1da8b0 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:31.012634 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-c9a590a2-c5b0-43cf-89ce-b30dab1da8b0 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Feb 28 22:11:31.098205 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Deleting port d27f1e32-676a-432b-8cbf-af393017afe9 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:11:31.098537 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:31.189485 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] For port d27f1e32-676a-432b-8cbf-af393017afe9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d27f1e32-676a-432b-8cbf-af393017afe9,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:11:31.189765 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:31.203229 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Calling delete_port for d27f1e32-676a-432b-8cbf-af393017afe9 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:11:31.472050 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (d27f1e32-676a-432b-8cbf-af393017afe9), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:31.485368 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['d27f1e32-676a-432b-8cbf-af393017afe9'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:11:31.500147 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Pushing event deleted for resources: {'Port': ['ID=d27f1e32-676a-432b-8cbf-af393017afe9,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:11:31.515183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.515808 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.515934 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.516207 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.516547 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.516886 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.517227 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.517556 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.517884 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.518241 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.518573 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.518898 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.519221 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:31.554563 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] No DVR routers for this DVR port d27f1e32-676a-432b-8cbf-af393017afe9 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:11:31.556942 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:31.560243 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-10cec971-3f92-424e-80d3-70ac32e8ee36 req-e94eecac-55f6-407d-b202-e4edf12adc5d tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "DELETE /v2.0/ports/d27f1e32-676a-432b-8cbf-af393017afe9 HTTP/1.1" status: 204 len: 173 time: 0.5427797 Feb 28 22:11:31.560676 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'name': 'network-vif-deleted', 'tag': 'd27f1e32-676a-432b-8cbf-af393017afe9'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:11:31.563032 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff079b-4e28-492f-b0f9-8c92920b1797" -d '{"events": [{"server_uuid": "2a2510d4-a7bb-4343-8855-73ce66c17e82", "name": "network-vif-deleted", "tag": "d27f1e32-676a-432b-8cbf-af393017afe9"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:11:31.600330 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d963e70-3d6f-4967-b5f5-b6421bb705dc x-openstack-request-id: req-4d963e70-3d6f-4967-b5f5-b6421bb705dc {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:11:31.600696 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2510d4-a7bb-4343-8855-73ce66c17e82", "name": "network-vif-deleted", "tag": "d27f1e32-676a-432b-8cbf-af393017afe9", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:11:31.601189 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d963e70-3d6f-4967-b5f5-b6421bb705dc {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:11:31.601659 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2510d4-a7bb-4343-8855-73ce66c17e82', 'name': 'network-vif-deleted', 'tag': 'd27f1e32-676a-432b-8cbf-af393017afe9', 'status': 'completed', 'code': 200} Feb 28 22:11:31.645292 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a8ca75a9-1101-449b-9182-e00c4f3c67fb req-dca99a0c-cf95-40e2-8e52-2c7216125f7e tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a2510d4-a7bb-4343-8855-73ce66c17e82 HTTP/1.1" status: 200 len: 210 time: 0.0319719 Feb 28 22:11:33.821654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0fd11572-9436-40e9-8bc1-01c8e131ba3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:34.597506 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device d27f1e32-676a-432b-8cbf-af393017afe9 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:11:34.617824 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: d27f1e32-676a-432b-8cbf-af393017afe9 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:11:34.618193 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device d27f1e32-676a-432b-8cbf-af393017afe9 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:11:35.822486 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [req-19bd2503-436f-437e-be49-d29251ef9a26 req-ffa6e339-58fd-4c37-bd69-1590013ab880 service neutron] (110029) timed out ('10.222.0.16', 63625) {{(pid=110029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:11:36.263045 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-15d294f3-28c4-4c39-b927-2872e3f4b23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:37.351994 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:38.787710 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:39.741386 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:40.095028 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:11:40.101093 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:43.144320 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d10c72b8-cdf7-4ee6-8931-fad508841936 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:43.145660 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d10c72b8-cdf7-4ee6-8931-fad508841936 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/networks?id=5e0a870c-b103-4abc-adf4-1a34a3d8737a HTTP/1.1" status: 200 len: 814 time: 0.0964193 Feb 28 22:11:43.159659 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-08b18143-4ccb-47dd-bb54-686cd1b1ceb2 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/quotas/f31bed594830435a8fa303555757a8c3 HTTP/1.1" status: 200 len: 375 time: 0.0087516 Feb 28 22:11:43.190758 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-e0ab25db-19a0-4055-99a9-8591bd5c74be tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264893 Feb 28 22:11:43.278336 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-b4c3cfdf-266f-42ac-8e83-3427e2c066ea service neutron] 10.222.0.26 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812073 Feb 28 22:11:43.364409 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-107e146a-485a-4715-879e-bc7a38682918 service neutron] 10.222.0.26 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799809 Feb 28 22:11:43.637554 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-289a6c78-93d5-4eb3-8bc9-b82cce9980ad req-11e286be-719a-4e96-983c-904ca6880608 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 210 time: 0.0309117 Feb 28 22:11:44.729580 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-719bd88f-b3e5-4397-9fab-2dbcad4c5712 req-2ef42641-99ac-4120-9b81-5385d0d7e7c2 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 210 time: 0.0263710 Feb 28 22:11:45.403476 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962c39-62a1-423e-8897-1e5602ed58cd req-c8599f3d-8eeb-4fdb-a8cf-7ec237fe6a57 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:45.405098 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-c8599f3d-8eeb-4fdb-a8cf-7ec237fe6a57 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "GET /v2.0/networks?id=5e0a870c-b103-4abc-adf4-1a34a3d8737a HTTP/1.1" status: 200 len: 814 time: 0.0988460 Feb 28 22:11:45.416562 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Request body: {'port': {'device_id': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a', 'admin_state_up': True, 'tenant_id': 'f31bed594830435a8fa303555757a8c3'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:11:45.592879 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Made reservation on behalf of f31bed594830435a8fa303555757a8c3 for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:11:45.596483 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:45.723433 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Allocated IP 172.20.0.10 (5e0a870c-b103-4abc-adf4-1a34a3d8737a/51963ecf-bf26-4402-b761-0c5f2b8d1f48/227ffada-36f1-4c5f-b9bd-2ac69bc00244) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:11:45.855282 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-306dcccd-7933-4a1c-95d4-0ff35f66de67 req-53e3dd95-c36b-45ca-9c3e-51e65c17ffe6 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 210 time: 0.0359774 Feb 28 22:11:45.894563 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks [] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:45.981681 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.026307 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Network 5e0a870c-b103-4abc-adf4-1a34a3d8737a is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:11:46.029161 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:11:46.032484 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:11:46.056335 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Pushing event updated for resources: {'Port': ['ID=227ffada-36f1-4c5f-b9bd-2ac69bc00244,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:11:46.085667 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:46.086301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.144680 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-d3590b6e-e462-4f71-ad3f-c1ba7178603c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7318008 Feb 28 22:11:46.157326 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Request body: {'port': {'device_id': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:11:46.215387 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.463730 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227ffada-36f1-4c5f-b9bd-2ac69bc00244 {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:11:46.471051 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Publish callbacks [] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.482423 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Transition to ACTIVE for port object 227ffada-36f1-4c5f-b9bd-2ac69bc00244 will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:11:46.615678 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.639706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-8faffaea-ba4d-442f-b835-9a893d1ad65e req-3b679eb8-8f6d-4330-b7f3-523f131b1bf8 service neutron] (110028) timed out ('10.222.0.16', 63654) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:11:46.664790 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Pushing event updated for resources: {'Port': ['ID=227ffada-36f1-4c5f-b9bd-2ac69bc00244,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:11:46.736901 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Attempting to bind port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:11:46.737148 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Attempting to bind port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:11:46.737475 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Attempting to bind port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 on network 5e0a870c-b103-4abc-adf4-1a34a3d8737a {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:11:46.741651 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 on network 5e0a870c-b103-4abc-adf4-1a34a3d8737a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:11:46.741982 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Attempting to bind port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 on network 5e0a870c-b103-4abc-adf4-1a34a3d8737a {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:11:46.746659 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:11:46.746994 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Checking segment: {'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:11:46.747369 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Bound using segment: {'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:11:46.747787 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Bound port: 227ffada-36f1-4c5f-b9bd-2ac69bc00244, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:11:46.748137 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.808845 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] For port 227ffada-36f1-4c5f-b9bd-2ac69bc00244, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:11:46.811775 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] For port 227ffada-36f1-4c5f-b9bd-2ac69bc00244, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=227ffada-36f1-4c5f-b9bd-2ac69bc00244,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:11:46.873224 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.909527 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:46.910163 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:46.911535 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] 10.222.0.16 "PUT /v2.0/ports/227ffada-36f1-4c5f-b9bd-2ac69bc00244 HTTP/1.1" status: 200 len: 1094 time: 0.7592938 Feb 28 22:11:46.911968 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'tag': '227ffada-36f1-4c5f-b9bd-2ac69bc00244'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:11:46.914213 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9492a923-e999-4399-98e9-7218621393e6" -d '{"events": [{"name": "network-changed", "server_uuid": "429a0dea-b64d-4fe3-b460-2174c3d63cb7", "tag": "227ffada-36f1-4c5f-b9bd-2ac69bc00244"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:11:46.945559 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e0f0-3a2d-47dd-9e15-21454babd262 service neutron] Pushing event updated for resources: {'Port': ['ID=227ffada-36f1-4c5f-b9bd-2ac69bc00244,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:11:46.965366 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a675637b-6da6-4fc5-a8b3-34d622f1e711 x-openstack-request-id: req-a675637b-6da6-4fc5-a8b3-34d622f1e711 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:11:46.965656 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429a0dea-b64d-4fe3-b460-2174c3d63cb7", "tag": "227ffada-36f1-4c5f-b9bd-2ac69bc00244", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:11:46.965907 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a675637b-6da6-4fc5-a8b3-34d622f1e711 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:11:46.966317 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'tag': '227ffada-36f1-4c5f-b9bd-2ac69bc00244', 'status': 'completed', 'code': 200} Feb 28 22:11:47.014878 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c78f2-7c37-4157-9deb-ba04472fb620 req-a0de6ce8-33fc-47f7-9cf5-6fd58fa79baa tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:47.016283 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b5c78f2-7c37-4157-9deb-ba04472fb620 req-a0de6ce8-33fc-47f7-9cf5-6fd58fa79baa tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 944 time: 0.0852475 Feb 28 22:11:47.068794 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a923-e999-4399-98e9-7218621393e6 req-f9005827-b57a-4b86-85bf-9ebaa90fa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:47.070313 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9492a923-e999-4399-98e9-7218621393e6 req-f9005827-b57a-4b86-85bf-9ebaa90fa51b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 1128 time: 0.0882337 Feb 28 22:11:47.088266 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-3b5c78f2-7c37-4157-9deb-ba04472fb620 req-17ce87d7-baf8-406e-a581-5a82531176ed tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Feb 28 22:11:47.445419 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a923-e999-4399-98e9-7218621393e6 req-9c9d9006-5fa7-4596-81a2-d1b702ce153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:47.446908 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9492a923-e999-4399-98e9-7218621393e6 req-9c9d9006-5fa7-4596-81a2-d1b702ce153d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f31bed594830435a8fa303555757a8c3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3686690 Feb 28 22:11:47.536301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492a923-e999-4399-98e9-7218621393e6 req-a7483815-1bc1-40f9-9209-60d894c64a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:47.537733 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9492a923-e999-4399-98e9-7218621393e6 req-a7483815-1bc1-40f9-9209-60d894c64a0f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845571 Feb 28 22:11:47.616663 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962c39-62a1-423e-8897-1e5602ed58cd req-1e36a8e5-8f5b-474e-bb4f-c6e739409f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:47.618171 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-1e36a8e5-8f5b-474e-bb4f-c6e739409f66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 1128 time: 0.0439751 Feb 28 22:11:47.660707 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-60c497ad-081d-44a4-b27a-6eb935df71fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227ffada-36f1-4c5f-b9bd-2ac69bc00244 HTTP/1.1" status: 200 len: 217 time: 0.0359290 Feb 28 22:11:47.707302 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962c39-62a1-423e-8897-1e5602ed58cd req-8ca26749-2a7c-4488-8b8e-d9b65a947b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:47.708593 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-8ca26749-2a7c-4488-8b8e-d9b65a947b88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51963ecf-bf26-4402-b761-0c5f2b8d1f48 HTTP/1.1" status: 200 len: 854 time: 0.0422988 Feb 28 22:11:47.738678 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-1374dfbc-b494-4043-a067-cec7b3ac78de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e0a870c-b103-4abc-adf4-1a34a3d8737a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239975 Feb 28 22:11:47.828102 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-b413770e-d0a0-42ce-a1fd-e3b71fb2b97f service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Feb 28 22:11:47.914688 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-34962c39-62a1-423e-8897-1e5602ed58cd req-a2524bc1-0ae1-4ac4-9c97-c9bb30cb287c service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807154 Feb 28 22:11:48.209830 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf05c8-b8e1-41b4-8fc4-e94a9c79c96d req-74ebce42-0346-44c8-a519-a9f44224af75 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:48.211299 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9cf05c8-b8e1-41b4-8fc4-e94a9c79c96d req-74ebce42-0346-44c8-a519-a9f44224af75 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 944 time: 0.0558021 Feb 28 22:11:48.256328 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b9cf05c8-b8e1-41b4-8fc4-e94a9c79c96d req-46184fee-3624-4eb0-8fde-6408d76607aa tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Feb 28 22:11:49.377816 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a382-3674-41d6-9ac7-3244c076aa91 req-58f688da-bd48-4a09-bf94-aed92f65b1a0 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:49.379311 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe29a382-3674-41d6-9ac7-3244c076aa91 req-58f688da-bd48-4a09-bf94-aed92f65b1a0 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 944 time: 0.0558624 Feb 28 22:11:49.425460 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-fe29a382-3674-41d6-9ac7-3244c076aa91 req-81232f40-64a2-4fb5-a870-cd6768982aa9 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Feb 28 22:11:50.448589 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 227ffada-36f1-4c5f-b9bd-2ac69bc00244 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:11:50.540007 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890f192-3216-4c85-b801-fb81cc7a91c0 req-7fda77f3-a91b-45da-a948-89f62e11fd2e tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:50.541376 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c890f192-3216-4c85-b801-fb81cc7a91c0 req-7fda77f3-a91b-45da-a948-89f62e11fd2e tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 944 time: 0.0518439 Feb 28 22:11:50.544145 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 227ffada-36f1-4c5f-b9bd-2ac69bc00244, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=227ffada-36f1-4c5f-b9bd-2ac69bc00244,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:11:50.559576 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': '227ffada-36f1-4c5f-b9bd-2ac69bc00244', 'network_id': '5e0a870c-b103-4abc-adf4-1a34a3d8737a', 'port_id': '227ffada-36f1-4c5f-b9bd-2ac69bc00244', 'mac_address': 'fa:16:3e:03:57:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51963ecf-bf26-4402-b761-0c5f2b8d1f48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:11:50.595233 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c890f192-3216-4c85-b801-fb81cc7a91c0 req-91d87203-0854-497f-ba93-fac64681e594 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482879 Feb 28 22:11:50.597473 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:11:50.598114 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:50.611989 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227ffada-36f1-4c5f-b9bd-2ac69bc00244 {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:11:50.631345 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 227ffada-36f1-4c5f-b9bd-2ac69bc00244, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=227ffada-36f1-4c5f-b9bd-2ac69bc00244,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:11:50.701103 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:50.746878 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=227ffada-36f1-4c5f-b9bd-2ac69bc00244,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:11:50.754307 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.754661 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.755007 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.755344 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.755674 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.756006 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.756344 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.756665 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.756992 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.757317 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.757641 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.757963 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:50.758307 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:11:51.042695 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['227ffada-36f1-4c5f-b9bd-2ac69bc00244'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:11:51.711101 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ac3a5-b375-4344-a2d9-bbf66ec7f9b7 req-3fc56a10-e00d-4a69-ba2c-44e31f93ea34 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:51.712541 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-777ac3a5-b375-4344-a2d9-bbf66ec7f9b7 req-3fc56a10-e00d-4a69-ba2c-44e31f93ea34 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 945 time: 0.0515256 Feb 28 22:11:51.757057 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-777ac3a5-b375-4344-a2d9-bbf66ec7f9b7 req-bc73ad25-fcdd-43f5-b8df-f85bfb583a22 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391355 Feb 28 22:11:52.464153 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 227ffada-36f1-4c5f-b9bd-2ac69bc00244 up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:11:52.580624 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:11:52.584315 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:11:52.584714 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:52.663520 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:11:52.663921 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:52.685236 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ffada-36f1-4c5f-b9bd-2ac69bc00244'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:11:52.687461 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8e00f-5a1a-4f99-bc0d-054b218b0a0a" -d '{"events": [{"server_uuid": "429a0dea-b64d-4fe3-b460-2174c3d63cb7", "name": "network-vif-plugged", "status": "completed", "tag": "227ffada-36f1-4c5f-b9bd-2ac69bc00244"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:11:52.699882 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port 227ffada-36f1-4c5f-b9bd-2ac69bc00244, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=227ffada-36f1-4c5f-b9bd-2ac69bc00244,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:11:52.724235 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cee6eb-3851-4b8d-8c07-4a798f4bf9c5 x-openstack-request-id: req-00cee6eb-3851-4b8d-8c07-4a798f4bf9c5 {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:11:52.724583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429a0dea-b64d-4fe3-b460-2174c3d63cb7", "name": "network-vif-plugged", "status": "completed", "tag": "227ffada-36f1-4c5f-b9bd-2ac69bc00244", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:11:52.724845 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00cee6eb-3851-4b8d-8c07-4a798f4bf9c5 {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:11:52.725265 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ffada-36f1-4c5f-b9bd-2ac69bc00244', 'code': 200} Feb 28 22:11:52.769813 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:11:52.819623 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=227ffada-36f1-4c5f-b9bd-2ac69bc00244,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:11:52.878630 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46748f-3585-4e39-a522-18bef5f772e4 req-0865898b-c866-4d82-ae35-a6a427529486 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:52.880113 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b46748f-3585-4e39-a522-18bef5f772e4 req-0865898b-c866-4d82-ae35-a6a427529486 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 946 time: 0.0530856 Feb 28 22:11:52.927621 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6b46748f-3585-4e39-a522-18bef5f772e4 req-a425e6b8-3f52-4c82-81f5-279fc2570bcf tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Feb 28 22:11:53.100003 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52e749-4b12-4c39-9e01-f1858e9a84ac req-dd3629f6-408b-4803-959e-6e5c16d6175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:53.101430 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d52e749-4b12-4c39-9e01-f1858e9a84ac req-dd3629f6-408b-4803-959e-6e5c16d6175b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 1130 time: 0.0877328 Feb 28 22:11:53.145526 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d52e749-4b12-4c39-9e01-f1858e9a84ac req-362fefe9-01d9-4538-ab01-cb363a8c4181 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Feb 28 22:11:54.044432 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755bf2b-e1e9-43b9-834b-db4a1c90a048 req-b9bbc993-983e-4505-9d40-1c03a671f9fb tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:54.045887 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a755bf2b-e1e9-43b9-834b-db4a1c90a048 req-b9bbc993-983e-4505-9d40-1c03a671f9fb tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 946 time: 0.0512064 Feb 28 22:11:54.091243 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-a755bf2b-e1e9-43b9-834b-db4a1c90a048 req-db03edd4-8fad-4cf9-8d9c-b441d218086c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390115 Feb 28 22:11:55.205906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a91aa-8103-406b-9ddd-dd3ed25dd948 req-4cc7f3c2-5691-4d3e-aba5-86cf036344c5 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:11:55.207378 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2c0a91aa-8103-406b-9ddd-dd3ed25dd948 req-4cc7f3c2-5691-4d3e-aba5-86cf036344c5 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 946 time: 0.0514235 Feb 28 22:11:55.255308 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-2c0a91aa-8103-406b-9ddd-dd3ed25dd948 req-77b2ae30-465b-4a2f-947e-0f5be3d77aaa tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Feb 28 22:12:03.860491 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-284bdb57-d382-4af1-a5f4-5b777edf5040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:06.250225 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-723f2f46-8d62-455a-972f-d065824f3c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:07.300967 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:08.757679 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:09.734690 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:10.100067 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:17.093544 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:12:18.545848 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-b33f23f6-a2ff-4112-a90e-cffc831381a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430410 Feb 28 22:12:18.637423 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-eb42219d-ba59-48e0-ae9b-4bf6256c4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:18.638956 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-eb42219d-ba59-48e0-ae9b-4bf6256c4bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f31bed594830435a8fa303555757a8c3&device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 1130 time: 0.0424840 Feb 28 22:12:18.747398 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-29a6f019-3ea2-447b-9703-cb48d315de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:18.748835 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-29a6f019-3ea2-447b-9703-cb48d315de30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e0a870c-b103-4abc-adf4-1a34a3d8737a HTTP/1.1" status: 200 len: 915 time: 0.0862982 Feb 28 22:12:18.790695 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-d26baa03-58ce-4431-b5b9-be4a13720b1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227ffada-36f1-4c5f-b9bd-2ac69bc00244 HTTP/1.1" status: 200 len: 217 time: 0.0340080 Feb 28 22:12:18.836400 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-3648e7c3-a798-490a-b5fa-3ea2d3a2f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:18.837844 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-3648e7c3-a798-490a-b5fa-3ea2d3a2f261 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51963ecf-bf26-4402-b761-0c5f2b8d1f48 HTTP/1.1" status: 200 len: 854 time: 0.0421119 Feb 28 22:12:18.870133 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-53db016d-cb5c-4166-ae05-d8907fc4f81f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e0a870c-b103-4abc-adf4-1a34a3d8737a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259185 Feb 28 22:12:18.967538 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-4fb3b2dc-6792-453d-813b-287d453a9b09 service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858443 Feb 28 22:12:19.057102 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8c13587d-6608-4a90-a827-ffe8dfbb87c1 req-054f07f7-599f-415c-80fd-1d9e403bd42b service neutron] 10.222.0.16 "GET /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828488 Feb 28 22:12:19.691828 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eec611-cb39-4d34-a1a2-fd1dd74e2a47 req-5a823e64-1986-486a-9f3d-231b5b52cc7c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:19.693327 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69eec611-cb39-4d34-a1a2-fd1dd74e2a47 req-5a823e64-1986-486a-9f3d-231b5b52cc7c tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 946 time: 0.0551732 Feb 28 22:12:19.739715 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69eec611-cb39-4d34-a1a2-fd1dd74e2a47 req-039659fe-7833-4cfc-9e5e-4d1a030cc990 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Feb 28 22:12:20.861022 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cd99c-32d5-4f23-bd68-54be770e1bcc req-ea3d2808-4429-4ddd-bb7a-ab156186116f tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:20.863150 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce7cd99c-32d5-4f23-bd68-54be770e1bcc req-ea3d2808-4429-4ddd-bb7a-ab156186116f tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 946 time: 0.0555508 Feb 28 22:12:20.910995 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-ce7cd99c-32d5-4f23-bd68-54be770e1bcc req-45f77f0c-7487-40a8-8c81-493227689446 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Feb 28 22:12:21.615604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-b6382f79-6bd5-4b8d-9ec8-1f7c498dfad0 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:21.617061 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-b6382f79-6bd5-4b8d-9ec8-1f7c498dfad0 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 946 time: 0.0572948 Feb 28 22:12:21.706626 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Deleting port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:12:21.706961 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:21.795375 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] For port 227ffada-36f1-4c5f-b9bd-2ac69bc00244, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=227ffada-36f1-4c5f-b9bd-2ac69bc00244,segment=NetworkSegment(7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9),segment_id=7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:12:21.795728 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:21.808098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Calling delete_port for 227ffada-36f1-4c5f-b9bd-2ac69bc00244 owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:12:22.009315 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (227ffada-36f1-4c5f-b9bd-2ac69bc00244), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:22.020647 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['227ffada-36f1-4c5f-b9bd-2ac69bc00244'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:12:22.044569 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Pushing event deleted for resources: {'Port': ['ID=227ffada-36f1-4c5f-b9bd-2ac69bc00244,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:22.063357 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d247f4-5551-4ccd-b38b-7e861555eec0 req-6a3e5059-d230-47ff-9c38-45af4f39c7de tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:22.065168 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66d247f4-5551-4ccd-b38b-7e861555eec0 req-6a3e5059-d230-47ff-9c38-45af4f39c7de tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/ports?device_id=429a0dea-b64d-4fe3-b460-2174c3d63cb7 HTTP/1.1" status: 200 len: 946 time: 0.0892320 Feb 28 22:12:22.109783 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] No DVR routers for this DVR port 227ffada-36f1-4c5f-b9bd-2ac69bc00244 on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:12:22.113524 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:22.116874 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-39863806-2d27-4b7b-bb89-4d0ab2f07ab3 req-147c72c6-4556-4423-bd81-ab4cb62f3209 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.16 "DELETE /v2.0/ports/227ffada-36f1-4c5f-b9bd-2ac69bc00244 HTTP/1.1" status: 204 len: 173 time: 0.4938018 Feb 28 22:12:22.117559 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'name': 'network-vif-deleted', 'tag': '227ffada-36f1-4c5f-b9bd-2ac69bc00244'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:12:22.119812 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2361da41-0529-4238-89be-8e3c3066452d" -d '{"events": [{"server_uuid": "429a0dea-b64d-4fe3-b460-2174c3d63cb7", "name": "network-vif-deleted", "tag": "227ffada-36f1-4c5f-b9bd-2ac69bc00244"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:12:22.151639 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66d247f4-5551-4ccd-b38b-7e861555eec0 req-9d59b936-e885-4e48-ba07-e2ff70b83d15 tempest-VolumesSnapshotTestJSON-235870368 tempest-VolumesSnapshotTestJSON-235870368-project] 10.222.0.26 "GET /v2.0/security-groups?id=0bb44356-d797-4556-87ce-3f7822dfa1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716918 Feb 28 22:12:22.158541 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7769beb3-7ff8-4ca9-a9eb-1a96e299970e x-openstack-request-id: req-7769beb3-7ff8-4ca9-a9eb-1a96e299970e {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:12:22.159047 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429a0dea-b64d-4fe3-b460-2174c3d63cb7", "name": "network-vif-deleted", "tag": "227ffada-36f1-4c5f-b9bd-2ac69bc00244", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:12:22.159311 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7769beb3-7ff8-4ca9-a9eb-1a96e299970e {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:12:22.159719 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429a0dea-b64d-4fe3-b460-2174c3d63cb7', 'name': 'network-vif-deleted', 'tag': '227ffada-36f1-4c5f-b9bd-2ac69bc00244', 'status': 'completed', 'code': 200} Feb 28 22:12:24.634434 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 227ffada-36f1-4c5f-b9bd-2ac69bc00244 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:12:24.654918 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: 227ffada-36f1-4c5f-b9bd-2ac69bc00244 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:12:24.655270 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device 227ffada-36f1-4c5f-b9bd-2ac69bc00244 not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:12:33.870425 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-30a5e036-de1c-4296-a311-1157fa781534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:36.253416 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a7e-2b8d-4a60-96e4-e07872c6a14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:37.316156 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:38.750362 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:39.727408 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:40.110329 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.499015 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 37778) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:50.543660 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Deleting subnet 51963ecf-bf26-4402-b761-0c5f2b8d1f48 {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:12:50.546632 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Publish callbacks [] for subnet (51963ecf-bf26-4402-b761-0c5f2b8d1f48), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.580450 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (51963ecf-bf26-4402-b761-0c5f2b8d1f48), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.617477 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (51963ecf-bf26-4402-b761-0c5f2b8d1f48), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.715803 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (51963ecf-bf26-4402-b761-0c5f2b8d1f48), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.747687 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.750903 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51963ecf-bf26-4402-b761-0c5f2b8d1f48 HTTP/1.1" status: 204 len: 168 time: 0.2508969 Feb 28 22:12:50.751870 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51963ecf-bf26-4402-b761-0c5f2b8d1f48,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:50.753545 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37780) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:50.759910 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.762979 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.763303 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.763655 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.763975 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f476b-bb33-4375-8eb4-4417befb6d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:50.828547 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (5e0a870c-b103-4abc-adf4-1a34a3d8737a), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.903883 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (5e0a870c-b103-4abc-adf4-1a34a3d8737a), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.922628 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0a870c-b103-4abc-adf4-1a34a3d8737a']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:50.932235 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:50.932527 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:50.941740 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.955082 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.960968 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:12:50.961347 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (7b3ffe26-e52d-45f0-865e-e1e0d44b3fc9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:12:50.968365 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:12:51.093239 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (5e0a870c-b103-4abc-adf4-1a34a3d8737a), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:51.098489 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:51.102212 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5e0a870c-b103-4abc-adf4-1a34a3d8737a HTTP/1.1" status: 204 len: 168 time: 0.3476238 Feb 28 22:12:51.112865 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0a870c-b103-4abc-adf4-1a34a3d8737a,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:51.120664 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.121017 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.121362 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.121703 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.122059 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.122436 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.122707 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.123036 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.123365 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.123689 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.124015 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.124334 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.124649 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8361e529-0bd7-42f9-95cf-e285ca270a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:51.361461 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37786) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:51.402003 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fb734cc9-450d-4832-92af-78a711e52415 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f31bed594830435a8fa303555757a8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392346 Feb 28 22:12:51.404478 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37788) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:51.450750 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd629-1f70-4fa6-8a6c-60aedb93cb46 admin admin] Publish callbacks [] for security_group (0bb44356-d797-4556-87ce-3f7822dfa1fd), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:51.471432 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd629-1f70-4fa6-8a6c-60aedb93cb46 admin admin] Publish callbacks [] for security_group (0bb44356-d797-4556-87ce-3f7822dfa1fd), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:51.572823 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd629-1f70-4fa6-8a6c-60aedb93cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (0bb44356-d797-4556-87ce-3f7822dfa1fd), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:51.576233 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd629-1f70-4fa6-8a6c-60aedb93cb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:51.577760 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fe1bd629-1f70-4fa6-8a6c-60aedb93cb46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bb44356-d797-4556-87ce-3f7822dfa1fd HTTP/1.1" status: 204 len: 168 time: 0.1722465 Feb 28 22:12:51.586200 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bd629-1f70-4fa6-8a6c-60aedb93cb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb44356-d797-4556-87ce-3f7822dfa1fd,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:52.548060 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37810) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:52.640365 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1295231384-network', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:12:52.709696 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Made reservation on behalf of a3e5fe453d5a4aa48cac1f4d0e3401bf for: {'network': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:12:52.711949 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:52.720123 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:52.792925 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks [] for security_group (922113e6-79d7-4d36-8585-2b44bdf1b072), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:52.829832 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (922113e6-79d7-4d36-8585-2b44bdf1b072), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:52.854343 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=110029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:12:52.863002 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922113e6-79d7-4d36-8585-2b44bdf1b072,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:52.870192 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (49230032-6fb0-482f-8b0c-6112b7aed0c1), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:52.870546 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.segments_db [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Added segment 49230032-6fb0-482f-8b0c-6112b7aed0c1 of type vlan for network 3c63620c-21d8-4add-952a-11ac41e75d44 Feb 28 22:12:52.911513 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (3c63620c-21d8-4add-952a-11ac41e75d44), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.012847 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (3c63620c-21d8-4add-952a-11ac41e75d44), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.013932 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:53.014755 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.077124 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] Pushing event updated for resources: {'Network': ['ID=3c63620c-21d8-4add-952a-11ac41e75d44,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:53.088172 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 3c63620c-21d8-4add-952a-11ac41e75d44 details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:12:53.107358 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-5a4b39fc-bf40-4113-8542-61d47885f285 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5582042 Feb 28 22:12:53.110234 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37814) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:53.114970 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Request body: {'subnet': {'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1295231384-subnet', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:12:53.207261 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Made reservation on behalf of a3e5fe453d5a4aa48cac1f4d0e3401bf for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:12:53.210086 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118777'] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.447438 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9238666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118731'] for subnet (0c9a9b57-18d0-4294-8f5e-621a71e944ab), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.499795 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9a9b57-18d0-4294-8f5e-621a71e944ab,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:53.510550 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Checking segment: {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:12:53.510905 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Network hostable DHCP agents. Network: 3c63620c-21d8-4add-952a-11ac41e75d44, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:12:53.635205 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Network 3c63620c-21d8-4add-952a-11ac41e75d44 is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:12:53.720974 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 3c63620c-21d8-4add-952a-11ac41e75d44) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:12:53.724955 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:53.725550 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.730309 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057305e1-e868-4605-9d4a-16a551c43d7f None None] Network 3c63620c-21d8-4add-952a-11ac41e75d44 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:12:53.821646 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-e560660a-f39e-419b-9fa6-2df6b06e5585 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7103736 Feb 28 22:12:53.824141 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37816) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:53.828358 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:12:53.829267 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-3c63620c-21d8-4add-952a-11ac41e75d44', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:12:53.830164 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.910351 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (7c08c005-27b7-460d-a786-3b5847571d7a), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.911515 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (7c08c005-27b7-460d-a786-3b5847571d7a), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:53.970328 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks [] for router_controller (7c08c005-27b7-460d-a786-3b5847571d7a), precommit_add_association {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.091019 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Allocated IP 172.20.0.2 (3c63620c-21d8-4add-952a-11ac41e75d44/0c9a9b57-18d0-4294-8f5e-621a71e944ab/108b53a0-830e-41f0-a33a-7910281497a8) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:12:54.092697 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:12:54.173352 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks [] for router_gateway (7c08c005-27b7-460d-a786-3b5847571d7a), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.232800 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Publish callbacks [] for port (108b53a0-830e-41f0-a33a-7910281497a8), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.321782 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (108b53a0-830e-41f0-a33a-7910281497a8), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.357620 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Network 3c63620c-21d8-4add-952a-11ac41e75d44 is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:12:54.362333 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:12:54.366130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:12:54.397507 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Pushing event updated for resources: {'Port': ['ID=108b53a0-830e-41f0-a33a-7910281497a8,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:54.424454 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.424804 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.425149 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.425479 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.425808 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.426163 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.426616 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.426616 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.427204 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.427515 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.427832 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.428148 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.428463 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:12:54.443903 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Attempting to bind port 108b53a0-830e-41f0-a33a-7910281497a8 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:12:54.444283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Attempting to bind port 108b53a0-830e-41f0-a33a-7910281497a8 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:12:54.444651 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Attempting to bind port 108b53a0-830e-41f0-a33a-7910281497a8 on network 3c63620c-21d8-4add-952a-11ac41e75d44 {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:12:54.450072 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:12:54.450457 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Checking segment: {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:12:54.450866 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.451262 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Bound using segment: {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:12:54.451731 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Bound port: 108b53a0-830e-41f0-a33a-7910281497a8, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:12:54.452249 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (108b53a0-830e-41f0-a33a-7910281497a8), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.460478 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks [] for router_gateway (7c08c005-27b7-460d-a786-3b5847571d7a), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.480837 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.513379 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] For port 108b53a0-830e-41f0-a33a-7910281497a8, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:12:54.516346 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] For port 108b53a0-830e-41f0-a33a-7910281497a8, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=108b53a0-830e-41f0-a33a-7910281497a8,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:12:54.584395 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Allocated IP 172.27.2.101 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/bdd15578-2ce7-41bc-8fbb-9dddc13349bd) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:12:54.595938 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (108b53a0-830e-41f0-a33a-7910281497a8), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.654067 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8772-9dfd-4830-8327-c3866018ee7f None None] Pushing event updated for resources: {'Port': ['ID=108b53a0-830e-41f0-a33a-7910281497a8,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:54.693645 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks [] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.783238 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:54.842264 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:12:54.846612 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:12:54.850172 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:12:54.882734 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Pushing event updated for resources: {'Port': ['ID=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:55.167605 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks [] for router_gateway (7c08c005-27b7-460d-a786-3b5847571d7a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:55.378174 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (7c08c005-27b7-460d-a786-3b5847571d7a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:55.452990 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c3d89-8229-4558-8423-5a6e70e68de6 None None] Network 3c63620c-21d8-4add-952a-11ac41e75d44 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:12:55.561422 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Router 7c08c005-27b7-460d-a786-3b5847571d7a is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:12:55.569303 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-06a99b79-169c-40d1-8814-ea1dd8540802 None None] Provisioning complete for port 108b53a0-830e-41f0-a33a-7910281497a8 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:12:55.572211 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06a99b79-169c-40d1-8814-ea1dd8540802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (108b53a0-830e-41f0-a33a-7910281497a8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:55.665365 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-06a99b79-169c-40d1-8814-ea1dd8540802 None None] Current status of the port 108b53a0-830e-41f0-a33a-7910281497a8 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:12:55.665772 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06a99b79-169c-40d1-8814-ea1dd8540802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (108b53a0-830e-41f0-a33a-7910281497a8), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:55.703523 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-06a99b79-169c-40d1-8814-ea1dd8540802 None None] For port 108b53a0-830e-41f0-a33a-7910281497a8, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=108b53a0-830e-41f0-a33a-7910281497a8,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:12:55.750242 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-06a99b79-169c-40d1-8814-ea1dd8540802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (108b53a0-830e-41f0-a33a-7910281497a8), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:55.799190 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a99b79-169c-40d1-8814-ea1dd8540802 None None] Pushing event updated for resources: {'Port': ['ID=108b53a0-830e-41f0-a33a-7910281497a8,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:55.871662 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-078b849d-03e4-4268-a21a-b5dbe811cf95 None None] Provisioning complete for port 108b53a0-830e-41f0-a33a-7910281497a8 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:12:55.872045 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-078b849d-03e4-4268-a21a-b5dbe811cf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (108b53a0-830e-41f0-a33a-7910281497a8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:55.877434 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:12:55.896542 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Sync routers for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:12:55.921613 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:12:55.922200 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:12:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:55.934949 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:55.936474 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-6f40af2e-bd05-421a-994b-54298ef65f4a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1113973 Feb 28 22:12:55.939139 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37818) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:56.050813 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-078b849d-03e4-4268-a21a-b5dbe811cf95 None None] Current status of the port 108b53a0-830e-41f0-a33a-7910281497a8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:12:56.070127 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:12:56.248662 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:54Z', 'revision_number': 3, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:56.279047 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Checking router: 7c08c005-27b7-460d-a786-3b5847571d7a for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:12:56.279398 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Updating router 7c08c005-27b7-460d-a786-3b5847571d7a port bdd15578-2ce7-41bc-8fbb-9dddc13349bd binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:12:56.312188 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.364285 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.397087 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 108b53a0-830e-41f0-a33a-7910281497a8 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:12:56.519051 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 108b53a0-830e-41f0-a33a-7910281497a8 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:12:56.519704 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (108b53a0-830e-41f0-a33a-7910281497a8), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.521361 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_common [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Allocated IP 172.20.0.1 (3c63620c-21d8-4add-952a-11ac41e75d44/0c9a9b57-18d0-4294-8f5e-621a71e944ab/9424d205-4cdf-448e-837e-602a4c79e591) {{(pid=110029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:12:56.627464 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks [] for port (9424d205-4cdf-448e-837e-602a4c79e591), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.666498 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 108b53a0-830e-41f0-a33a-7910281497a8 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:12:56.672843 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Publish callbacks [] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.739040 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (9424d205-4cdf-448e-837e-602a4c79e591), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.767427 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.781863 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Network 3c63620c-21d8-4add-952a-11ac41e75d44 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:12:56.787870 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:12:56.790370 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Pushing event updated for resources: {'Port': ['ID=9424d205-4cdf-448e-837e-602a4c79e591,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:56.792513 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Received port after_create {{(pid=110029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:12:56.828599 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Attempting to bind port bdd15578-2ce7-41bc-8fbb-9dddc13349bd on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:12:56.828976 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Attempting to bind port bdd15578-2ce7-41bc-8fbb-9dddc13349bd by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:12:56.829342 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Attempting to bind port bdd15578-2ce7-41bc-8fbb-9dddc13349bd on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:12:56.831388 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (7c08c005-27b7-460d-a786-3b5847571d7a), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.832303 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f7831-d63c-4a08-852b-e43e5b151a7d None None] Pushing event updated for resources: {'Port': ['ID=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:56.837764 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:12:56.838180 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:12:56.838591 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.838985 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:12:56.839465 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Bound port: bdd15578-2ce7-41bc-8fbb-9dddc13349bd, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:12:56.839860 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:56.898678 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] For port bdd15578-2ce7-41bc-8fbb-9dddc13349bd, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:12:56.902071 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] For port bdd15578-2ce7-41bc-8fbb-9dddc13349bd, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:12:56.991028 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:57.048722 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9424d205-4cdf-448e-837e-602a4c79e591), before_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:57.050267 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:12:57.050961 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:12:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:57.054301 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f7831-d63c-4a08-852b-e43e5b151a7d None None] Pushing event updated for resources: {'Port': ['ID=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:57.219290 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks [] for port (9424d205-4cdf-448e-837e-602a4c79e591), precommit_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:57.249081 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-dc82910c-6e21-4f53-86e3-7136d1abd984 None None] Provisioning complete for port 9424d205-4cdf-448e-837e-602a4c79e591 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:12:57.249465 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dc82910c-6e21-4f53-86e3-7136d1abd984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9424d205-4cdf-448e-837e-602a4c79e591), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:57.286899 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9238775'] for port (9424d205-4cdf-448e-837e-602a4c79e591), after_update {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:57.324461 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-dc82910c-6e21-4f53-86e3-7136d1abd984 None None] Port 9424d205-4cdf-448e-837e-602a4c79e591 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:12:57.334967 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:12:57.354752 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Pushing event updated for resources: {'Port': ['ID=9424d205-4cdf-448e-837e-602a4c79e591,revision_number=2']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:57.359575 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (7c08c005-27b7-460d-a786-3b5847571d7a), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:57.450072 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Network 3c63620c-21d8-4add-952a-11ac41e75d44 is already hosted by enough agents. {{(pid=110029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:12:57.451489 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Resources bound (agent type, host, resource id): {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:12:57.539381 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 1, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:57.567035 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6ee8a-f2f4-4aeb-83ad-a615e3620390 None None] The sync data for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi is: [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 1, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:12:57.571906 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Router 7c08c005-27b7-460d-a786-3b5847571d7a has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:12:57.691669 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:12:57.697349 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-fb842456-7fbf-401b-95b2-41580a277713 admin admin] 10.222.0.26 "PUT /v2.0/routers/7c08c005-27b7-460d-a786-3b5847571d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7572641 Feb 28 22:12:57.745766 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-59267a24-332b-4a5e-a194-1a2955883ca1 None None] Provisioning complete for port 9424d205-4cdf-448e-837e-602a4c79e591 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:12:57.746176 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-59267a24-332b-4a5e-a194-1a2955883ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9424d205-4cdf-448e-837e-602a4c79e591), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:57.801184 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-59267a24-332b-4a5e-a194-1a2955883ca1 None None] Port 9424d205-4cdf-448e-837e-602a4c79e591 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:12:58.463799 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37834) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:58.469135 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-927008492-network', 'tenant_id': 'cc539af8abed4391a915a0258c723274'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:12:58.595812 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Made reservation on behalf of cc539af8abed4391a915a0258c723274 for: {'network': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:12:58.599041 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for network (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:58.608232 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:58.688078 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks [] for security_group (18e2a92a-5b9e-4014-98d0-d335e60788c8), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:58.766926 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (18e2a92a-5b9e-4014-98d0-d335e60788c8), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:58.793580 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=110029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 22:12:58.804576 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e2a92a-5b9e-4014-98d0-d335e60788c8,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:58.811802 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (bdf04d7d-dbd6-4930-b203-3b65d858e9c5), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:58.812152 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.segments_db [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Added segment bdf04d7d-dbd6-4930-b203-3b65d858e9c5 of type vlan for network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc Feb 28 22:12:58.867250 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749047528021'] for network (96ca38c0-f1cf-4e54-965b-0fb70b847bfc), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:58.978280 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486'] for network (96ca38c0-f1cf-4e54-965b-0fb70b847bfc), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:58.979270 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:58.979866 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:59.038349 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=96ca38c0-f1cf-4e54-965b-0fb70b847bfc,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:59.048158 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc details requested by agent ovs-agent-dv-cinder-830901-2-iscsi with host dv-cinder-830901-2-iscsi {{(pid=110030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 22:12:59.072721 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-0d1e87e9-a9c2-4bbd-a616-0ab33852a3f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6076448 Feb 28 22:12:59.075544 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 37836) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:59.080991 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Request body: {'subnet': {'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-927008492-subnet', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'ip_version': 4}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:12:59.179028 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Made reservation on behalf of cc539af8abed4391a915a0258c723274 for: {'subnet': 1} {{(pid=110029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:12:59.182240 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118777'] for subnet (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:59.459957 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9238666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118731'] for subnet (44f355c5-6aab-498f-8066-d92785901006), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:59.507690 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f355c5-6aab-498f-8066-d92785901006,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:12:59.525596 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Checking segment: {'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:12:59.525956 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Network hostable DHCP agents. Network: 96ca38c0-f1cf-4e54-965b-0fb70b847bfc, hostable agents: ['c40a4b2b-bfae-431d-84ff-902093d524df'], hosted agents: [] {{(pid=110029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 22:12:59.617342 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Sync routers for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:12:59.618796 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc is scheduled to be hosted by DHCP agent c40a4b2b-bfae-431d-84ff-902093d524df with binding_index 1 {{(pid=110029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 22:12:59.627491 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:12:59.628106 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:12:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:12:59.716140 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-2-iscsi, 96ca38c0-f1cf-4e54-965b-0fb70b847bfc) {{(pid=110029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:12:59.720428 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:12:59.721063 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:59.728550 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59d0ed-e578-4f31-adfd-4471c45ad3fd None None] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:12:59.805142 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ca6e94ac-5100-47fd-ada1-d67c51f5815a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7285283 Feb 28 22:12:59.807733 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 37838) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:12:59.814583 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:12:59.833504 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:12:59.883398 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c4ef937-5eda-5d63-8b78-7cafcbc203f6-96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'project_id': 'cc539af8abed4391a915a0258c723274', 'fixed_ips': [{'subnet_id': '44f355c5-6aab-498f-8066-d92785901006'}]}} from dv-cinder-830901-2-iscsi. {{(pid=110030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 22:12:59.884267 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:59.899436 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4809'] for router (d20ca431-0429-45b1-a2ae-506ca24f1ab9), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:59.899676 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3699898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4816'] for router (d20ca431-0429-45b1-a2ae-506ca24f1ab9), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:12:59.954669 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks [] for router_controller (d20ca431-0429-45b1-a2ae-506ca24f1ab9), precommit_add_association {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.036082 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:12:57Z', 'revision_number': 2, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:00.041221 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.db_base_plugin_common [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Allocated IP 172.20.0.2 (96ca38c0-f1cf-4e54-965b-0fb70b847bfc/44f355c5-6aab-498f-8066-d92785901006/30ff2d0a-9e47-4285-b18b-7236ac920395) {{(pid=110030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:13:00.068260 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Checking router: 7c08c005-27b7-460d-a786-3b5847571d7a for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:13:00.068629 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Updating router 7c08c005-27b7-460d-a786-3b5847571d7a port 9424d205-4cdf-448e-837e-602a4c79e591 binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:13:00.098464 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9424d205-4cdf-448e-837e-602a4c79e591), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.154709 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks [] for router_gateway (d20ca431-0429-45b1-a2ae-506ca24f1ab9), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.188497 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Publish callbacks [] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), precommit_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.242168 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), after_create {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.288103 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc is already hosted by enough agents. {{(pid=110030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:13:00.293012 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.scheduler.base_scheduler [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Resources bound (agent type, host, resource id): {{(pid=110030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:13:00.295737 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Received port after_create {{(pid=110030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:13:00.299318 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Pushing event updated for resources: {'Port': ['ID=30ff2d0a-9e47-4285-b18b-7236ac920395,revision_number=1']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:00.360094 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Attempting to bind port 30ff2d0a-9e47-4285-b18b-7236ac920395 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:13:00.360579 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Attempting to bind port 30ff2d0a-9e47-4285-b18b-7236ac920395 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:13:00.361091 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Attempting to bind port 30ff2d0a-9e47-4285-b18b-7236ac920395 on network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:13:00.368220 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:13:00.370029 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Checking segment: {'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:13:00.370029 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.370029 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Bound using segment: {'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:13:00.370029 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Bound port: 30ff2d0a-9e47-4285-b18b-7236ac920395, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:13:00.370633 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.376047 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Publish callbacks [] for port (9424d205-4cdf-448e-837e-602a4c79e591), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.412401 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device bdd15578-2ce7-41bc-8fbb-9dddc13349bd up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:00.442979 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks [] for router_gateway (d20ca431-0429-45b1-a2ae-506ca24f1ab9), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.459693 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9424d205-4cdf-448e-837e-602a4c79e591), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.462645 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.476018 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] For port 30ff2d0a-9e47-4285-b18b-7236ac920395, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:13:00.479301 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] For port 30ff2d0a-9e47-4285-b18b-7236ac920395, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30ff2d0a-9e47-4285-b18b-7236ac920395,segment=NetworkSegment(bdf04d7d-dbd6-4930-b203-3b65d858e9c5),segment_id=bdf04d7d-dbd6-4930-b203-3b65d858e9c5)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:13:00.498511 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port bdd15578-2ce7-41bc-8fbb-9dddc13349bd triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:00.498887 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.550640 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.571721 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Attempting to bind port 9424d205-4cdf-448e-837e-602a4c79e591 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:13:00.571721 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Attempting to bind port 9424d205-4cdf-448e-837e-602a4c79e591 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:13:00.572089 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Attempting to bind port 9424d205-4cdf-448e-837e-602a4c79e591 on network 3c63620c-21d8-4add-952a-11ac41e75d44 {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:13:00.581391 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:13:00.581790 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Checking segment: {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:13:00.582981 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.583179 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Bound using segment: {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:13:00.583599 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Bound port: 9424d205-4cdf-448e-837e-602a4c79e591, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:13:00.584080 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9424d205-4cdf-448e-837e-602a4c79e591), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.589873 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Allocated IP 172.27.2.37 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/9dbca573-1d38-46b8-a398-bb82c0da629c) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:13:00.599253 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Pushing event updated for resources: {'Port': ['ID=9424d205-4cdf-448e-837e-602a4c79e591,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:00.607581 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.611501 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.612339 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:00.631660 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port bdd15578-2ce7-41bc-8fbb-9dddc13349bd is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:00.632059 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.670945 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3570bb-a850-427b-a947-a3a0b6e51f43 None None] Pushing event updated for resources: {'Port': ['ID=30ff2d0a-9e47-4285-b18b-7236ac920395,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:00.680278 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] For port 9424d205-4cdf-448e-837e-602a4c79e591, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:13:00.683257 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port bdd15578-2ce7-41bc-8fbb-9dddc13349bd, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:00.684730 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] For port 9424d205-4cdf-448e-837e-602a4c79e591, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=9424d205-4cdf-448e-837e-602a4c79e591,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:13:00.741098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks [] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.745078 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.768634 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9424d205-4cdf-448e-837e-602a4c79e591), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.802018 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:00.834413 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:13:00.835052 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:12:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:00.836837 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8d024-1f44-43f6-875b-304ae40208da None None] Pushing event updated for resources: {'Port': ['ID=9424d205-4cdf-448e-837e-602a4c79e591,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:00.872057 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-35d0e60b-63a5-47a4-802b-ab0141eeb5ae None None] Provisioning complete for port 9424d205-4cdf-448e-837e-602a4c79e591 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:00.872538 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35d0e60b-63a5-47a4-802b-ab0141eeb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9424d205-4cdf-448e-837e-602a4c79e591), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.892554 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:00.940179 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:13:00.953463 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:13:00.959601 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:13:00.989264 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:13:01.006187 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbca573-1d38-46b8-a398-bb82c0da629c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:01.039345 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-35d0e60b-63a5-47a4-802b-ab0141eeb5ae None None] Current status of the port 9424d205-4cdf-448e-837e-602a4c79e591 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:01.039774 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35d0e60b-63a5-47a4-802b-ab0141eeb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9424d205-4cdf-448e-837e-602a4c79e591), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:01.088422 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-35d0e60b-63a5-47a4-802b-ab0141eeb5ae None None] For port 9424d205-4cdf-448e-837e-602a4c79e591, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=9424d205-4cdf-448e-837e-602a4c79e591,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:01.155372 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-35d0e60b-63a5-47a4-802b-ab0141eeb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9424d205-4cdf-448e-837e-602a4c79e591), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:01.209191 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0e60b-63a5-47a4-802b-ab0141eeb5ae None None] Pushing event updated for resources: {'Port': ['ID=9424d205-4cdf-448e-837e-602a4c79e591,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:01.247328 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:01.274946 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10d589-775d-4b76-ad3c-3cd372dd74af None None] The sync data for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi is: [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:13:01.278925 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-dbdc79ca-2bb2-4897-8f29-9b9d6f1b0b02 None None] Provisioning complete for port 9424d205-4cdf-448e-837e-602a4c79e591 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:01.279552 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-dbdc79ca-2bb2-4897-8f29-9b9d6f1b0b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9424d205-4cdf-448e-837e-602a4c79e591), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:01.346113 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks [] for router_gateway (d20ca431-0429-45b1-a2ae-506ca24f1ab9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:01.366031 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc79ca-2bb2-4897-8f29-9b9d6f1b0b02 None None] Current status of the port 9424d205-4cdf-448e-837e-602a4c79e591 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:01.571126 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818094'] for router (d20ca431-0429-45b1-a2ae-506ca24f1ab9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:01.699881 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802dc00-4526-4f96-b2ba-abd41dc42dcd None None] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:13:01.784172 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Router d20ca431-0429-45b1-a2ae-506ca24f1ab9 is scheduled to L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 with binding_index 1 {{(pid=110028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 22:13:01.815283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-3858954c-ec45-4c41-9939-e249d497d71c None None] Provisioning complete for port 30ff2d0a-9e47-4285-b18b-7236ac920395 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:01.815662 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3858954c-ec45-4c41-9939-e249d497d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:01.922546 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-3858954c-ec45-4c41-9939-e249d497d71c None None] Current status of the port 30ff2d0a-9e47-4285-b18b-7236ac920395 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:01.923078 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3858954c-ec45-4c41-9939-e249d497d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:01.924544 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:13:01.940148 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Sync routers for ids ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:13:01.974692 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Routers {'d20ca431-0429-45b1-a2ae-506ca24f1ab9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:13:01.975639 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:12:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:01.981564 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-3858954c-ec45-4c41-9939-e249d497d71c None None] For port 30ff2d0a-9e47-4285-b18b-7236ac920395, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30ff2d0a-9e47-4285-b18b-7236ac920395,segment=NetworkSegment(bdf04d7d-dbd6-4930-b203-3b65d858e9c5),segment_id=bdf04d7d-dbd6-4930-b203-3b65d858e9c5)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:02.021962 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:02.024955 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-04db3197-8374-4228-917a-6723236ba6e3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2145331 Feb 28 22:13:02.029687 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 37840) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:02.196077 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3858954c-ec45-4c41-9939-e249d497d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:02.257977 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Set router d20ca431-0429-45b1-a2ae-506ca24f1ab9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:13:02.321548 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858954c-ec45-4c41-9939-e249d497d71c None None] Pushing event updated for resources: {'Port': ['ID=30ff2d0a-9e47-4285-b18b-7236ac920395,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:02.385496 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-7edc2b11-97f6-4ae7-99d1-db175048372f None None] Provisioning complete for port 30ff2d0a-9e47-4285-b18b-7236ac920395 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:02.385937 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7edc2b11-97f6-4ae7-99d1-db175048372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:02.476333 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device bdd15578-2ce7-41bc-8fbb-9dddc13349bd up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:02.552444 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-7edc2b11-97f6-4ae7-99d1-db175048372f None None] Current status of the port 30ff2d0a-9e47-4285-b18b-7236ac920395 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:02.575264 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:13:01Z', 'revision_number': 3, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port': {'id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:00Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:02.578283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port bdd15578-2ce7-41bc-8fbb-9dddc13349bd triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:02.578654 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:02.619831 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Checking router: d20ca431-0429-45b1-a2ae-506ca24f1ab9 for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:13:02.620190 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Updating router d20ca431-0429-45b1-a2ae-506ca24f1ab9 port 9dbca573-1d38-46b8-a398-bb82c0da629c binding host dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:13:02.657627 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:02.722659 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:02.783151 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port bdd15578-2ce7-41bc-8fbb-9dddc13349bd is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:02.784241 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30ff2d0a-9e47-4285-b18b-7236ac920395 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:02.881409 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Allocated IP 172.20.0.1 (96ca38c0-f1cf-4e54-965b-0fb70b847bfc/44f355c5-6aab-498f-8066-d92785901006/4523ec8f-c974-404d-8562-0c99b33eab84) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:13:02.895953 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 30ff2d0a-9e47-4285-b18b-7236ac920395 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:02.896333 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:02.988888 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks [] for port (4523ec8f-c974-404d-8562-0c99b33eab84), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.036398 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Publish callbacks [] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), precommit_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.043005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 30ff2d0a-9e47-4285-b18b-7236ac920395 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:03.044020 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 9424d205-4cdf-448e-837e-602a4c79e591 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:03.053450 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.089599 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 9424d205-4cdf-448e-837e-602a4c79e591 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:03.089972 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9424d205-4cdf-448e-837e-602a4c79e591), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.091561 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:13:03.094438 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:13:03.098496 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:13:03.126224 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.130815 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Pushing event updated for resources: {'Port': ['ID=4523ec8f-c974-404d-8562-0c99b33eab84,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:03.148445 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823923'] for router_interface (d20ca431-0429-45b1-a2ae-506ca24f1ab9), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.184411 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Attempting to bind port 9dbca573-1d38-46b8-a398-bb82c0da629c on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:13:03.184783 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Attempting to bind port 9dbca573-1d38-46b8-a398-bb82c0da629c by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:13:03.185147 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Attempting to bind port 9dbca573-1d38-46b8-a398-bb82c0da629c on network a720463d-f8df-49c9-ab06-f132737dd10b {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:13:03.197766 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f57e61-694c-425e-bcf6-3fea34c62784 None None] Pushing event updated for resources: {'Port': ['ID=9dbca573-1d38-46b8-a398-bb82c0da629c,revision_number=2']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:03.216849 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:13:03.217233 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Checking segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:13:03.217636 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.218053 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Bound using segment: {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'} {{(pid=110030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:13:03.218541 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.managers [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Bound port: 9dbca573-1d38-46b8-a398-bb82c0da629c, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b'}}] {{(pid=110030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:13:03.218922 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.262121 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 9424d205-4cdf-448e-837e-602a4c79e591 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:03.283583 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] For port 9dbca573-1d38-46b8-a398-bb82c0da629c, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:13:03.292386 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] For port 9dbca573-1d38-46b8-a398-bb82c0da629c, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=9dbca573-1d38-46b8-a398-bb82c0da629c,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:13:03.338976 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.356167 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.423496 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4b6f3bf6-c03d-4172-957b-defadf194fdb None None] Provisioning complete for port 4523ec8f-c974-404d-8562-0c99b33eab84 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:03.423870 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bf6-c03d-4172-957b-defadf194fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.451771 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Routers {'d20ca431-0429-45b1-a2ae-506ca24f1ab9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:13:03.452402 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:12:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:03.456082 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f57e61-694c-425e-bcf6-3fea34c62784 None None] Pushing event updated for resources: {'Port': ['ID=9dbca573-1d38-46b8-a398-bb82c0da629c,revision_number=3']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:03.503787 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks [] for port (4523ec8f-c974-404d-8562-0c99b33eab84), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.508886 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f3bf6-c03d-4172-957b-defadf194fdb None None] Port 4523ec8f-c974-404d-8562-0c99b33eab84 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:13:03.575017 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] Set router d20ca431-0429-45b1-a2ae-506ca24f1ab9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:13:03.583983 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.653161 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Pushing event updated for resources: {'Port': ['ID=4523ec8f-c974-404d-8562-0c99b33eab84,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:03.659042 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3819171'] for router_interface (d20ca431-0429-45b1-a2ae-506ca24f1ab9), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.748557 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:13:03.750014 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:13:03.791015 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 4, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port': {'id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:00Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '4523ec8f-c974-404d-8562-0c99b33eab84', 'name': '', 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'mac_address': 'fa:16:3e:e8:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44f355c5-6aab-498f-8066-d92785901006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:02Z', 'updated_at': '2022-02-28T22:13:02Z', 'revision_number': 1, 'project_id': 'cc539af8abed4391a915a0258c723274', 'subnets': [{'id': '44f355c5-6aab-498f-8066-d92785901006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:03.819909 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a730f-ddc1-4a36-a47c-51d0a15d7d60 None None] The sync data for ids ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'] in dv-cinder-830901-2-iscsi is: [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 4, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port': {'id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:00Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '4523ec8f-c974-404d-8562-0c99b33eab84', 'name': '', 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'mac_address': 'fa:16:3e:e8:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44f355c5-6aab-498f-8066-d92785901006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:02Z', 'updated_at': '2022-02-28T22:13:02Z', 'revision_number': 1, 'project_id': 'cc539af8abed4391a915a0258c723274', 'subnets': [{'id': '44f355c5-6aab-498f-8066-d92785901006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:13:03.830628 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-fbc27f07-98a1-4fa6-af4b-c967ddc2795a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:03.896379 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Router d20ca431-0429-45b1-a2ae-506ca24f1ab9 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:13:04.016343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:13:04.034673 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-ccee80cd-56dd-4b8c-937c-5380f4140520 admin admin] 10.222.0.26 "PUT /v2.0/routers/d20ca431-0429-45b1-a2ae-506ca24f1ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0067647 Feb 28 22:13:04.042877 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-e9d9859b-cd9b-43f4-a26f-a5e253935f77 None None] Provisioning complete for port 4523ec8f-c974-404d-8562-0c99b33eab84 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:04.043256 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e9d9859b-cd9b-43f4-a26f-a5e253935f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:04.109841 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9859b-cd9b-43f4-a26f-a5e253935f77 None None] Port 4523ec8f-c974-404d-8562-0c99b33eab84 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:13:04.329906 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30ff2d0a-9e47-4285-b18b-7236ac920395 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:04.381746 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 30ff2d0a-9e47-4285-b18b-7236ac920395 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:04.382236 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:04.465938 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 30ff2d0a-9e47-4285-b18b-7236ac920395 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:05.937718 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Sync routers for ids ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:13:05.951665 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Routers {'d20ca431-0429-45b1-a2ae-506ca24f1ab9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:13:05.952637 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:12:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:06.068798 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Set router d20ca431-0429-45b1-a2ae-506ca24f1ab9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:13:06.252896 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5343-b7be-4b20-8707-bf0df1bab7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.281523 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 4, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port': {'id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:00Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '4523ec8f-c974-404d-8562-0c99b33eab84', 'name': '', 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'mac_address': 'fa:16:3e:e8:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44f355c5-6aab-498f-8066-d92785901006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:02Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 2, 'project_id': 'cc539af8abed4391a915a0258c723274', 'subnets': [{'id': '44f355c5-6aab-498f-8066-d92785901006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:06.310786 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Checking router: d20ca431-0429-45b1-a2ae-506ca24f1ab9 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:13:06.311167 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Updating router d20ca431-0429-45b1-a2ae-506ca24f1ab9 port 4523ec8f-c974-404d-8562-0c99b33eab84 binding host dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 22:13:06.347974 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.378715 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 9dbca573-1d38-46b8-a398-bb82c0da629c up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:06.436426 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 9dbca573-1d38-46b8-a398-bb82c0da629c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:06.436811 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.540453 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 9dbca573-1d38-46b8-a398-bb82c0da629c is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:06.540777 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.570508 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] For port 9dbca573-1d38-46b8-a398-bb82c0da629c, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=9dbca573-1d38-46b8-a398-bb82c0da629c,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:06.630272 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.678679 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Publish callbacks [] for port (4523ec8f-c974-404d-8562-0c99b33eab84), precommit_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.761437 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.835149 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Pushing event updated for resources: {'Port': ['ID=9dbca573-1d38-46b8-a398-bb82c0da629c,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:06.836627 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c99556-ffcf-4175-ad92-c1a8400c89bf None None] Pushing event updated for resources: {'Port': ['ID=4523ec8f-c974-404d-8562-0c99b33eab84,revision_number=3']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:06.907554 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Attempting to bind port 4523ec8f-c974-404d-8562-0c99b33eab84 on host dv-cinder-830901-2-iscsi for vnic_type normal with profile {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:13:06.907946 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Attempting to bind port 4523ec8f-c974-404d-8562-0c99b33eab84 by drivers openvswitch,hyperv on host dv-cinder-830901-2-iscsi at level 0 using segments [{'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:13:06.908293 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Attempting to bind port 4523ec8f-c974-404d-8562-0c99b33eab84 on network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:13:06.917318 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Checking agent: {'id': 'e69b1076-df25-46ab-98d3-eab8a0f28a97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 47, 40), 'started_at': datetime.datetime(2022, 2, 28, 21, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:13:06.917699 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Checking segment: {'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:13:06.918135 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:06.918539 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Bound using segment: {'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'} {{(pid=110031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:13:06.919024 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.managers [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Bound port: 4523ec8f-c974-404d-8562-0c99b33eab84, host: dv-cinder-830901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc'}}] {{(pid=110031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:13:06.919396 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), before_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:07.015226 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] For port 4523ec8f-c974-404d-8562-0c99b33eab84, host dv-cinder-830901-2-iscsi, cleared binding levels {{(pid=110031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:13:07.019491 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.plugins.ml2.db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] For port 4523ec8f-c974-404d-8562-0c99b33eab84, host dv-cinder-830901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=4523ec8f-c974-404d-8562-0c99b33eab84,segment=NetworkSegment(bdf04d7d-dbd6-4930-b203-3b65d858e9c5),segment_id=bdf04d7d-dbd6-4930-b203-3b65d858e9c5)] {{(pid=110031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:13:07.064908 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-f7354844-7e9a-4f51-9b19-7775b71b6ba2 None None] Provisioning complete for port 4523ec8f-c974-404d-8562-0c99b33eab84 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:07.065430 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f7354844-7e9a-4f51-9b19-7775b71b6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:07.093173 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron_lib.callbacks.manager [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), after_update {{(pid=110031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:07.105284 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-f7354844-7e9a-4f51-9b19-7775b71b6ba2 None None] Port 4523ec8f-c974-404d-8562-0c99b33eab84 cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:13:07.167378 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c99556-ffcf-4175-ad92-c1a8400c89bf None None] Pushing event updated for resources: {'Port': ['ID=4523ec8f-c974-404d-8562-0c99b33eab84,revision_number=4']} {{(pid=110031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:07.170040 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Routers {'d20ca431-0429-45b1-a2ae-506ca24f1ab9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:13:07.170558 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:13:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:07.367109 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:07.419906 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] Set router d20ca431-0429-45b1-a2ae-506ca24f1ab9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:13:07.429982 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-5be64aee-6821-463c-8486-5860b5b38acf None None] Provisioning complete for port 4523ec8f-c974-404d-8562-0c99b33eab84 triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:07.430778 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5be64aee-6821-463c-8486-5860b5b38acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:07.543378 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-5be64aee-6821-463c-8486-5860b5b38acf None None] Current status of the port 4523ec8f-c974-404d-8562-0c99b33eab84 is: DOWN; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:07.543789 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5be64aee-6821-463c-8486-5860b5b38acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:07.584475 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-5be64aee-6821-463c-8486-5860b5b38acf None None] For port 4523ec8f-c974-404d-8562-0c99b33eab84, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=4523ec8f-c974-404d-8562-0c99b33eab84,segment=NetworkSegment(bdf04d7d-dbd6-4930-b203-3b65d858e9c5),segment_id=bdf04d7d-dbd6-4930-b203-3b65d858e9c5)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:07.641510 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5be64aee-6821-463c-8486-5860b5b38acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:07.675358 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 4, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port': {'id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:00Z', 'updated_at': '2022-02-28T22:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '4523ec8f-c974-404d-8562-0c99b33eab84', 'name': '', 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'mac_address': 'fa:16:3e:e8:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44f355c5-6aab-498f-8066-d92785901006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:02Z', 'updated_at': '2022-02-28T22:13:07Z', 'revision_number': 4, 'project_id': 'cc539af8abed4391a915a0258c723274', 'subnets': [{'id': '44f355c5-6aab-498f-8066-d92785901006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:07.699787 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be64aee-6821-463c-8486-5860b5b38acf None None] Pushing event updated for resources: {'Port': ['ID=4523ec8f-c974-404d-8562-0c99b33eab84,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:07.709293 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af092689-da3d-4190-9b1a-b7cb601d1d5f None None] The sync data for ids ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'] in dv-cinder-830901-2-iscsi is: [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:13:03Z', 'revision_number': 4, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port': {'id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:00Z', 'updated_at': '2022-02-28T22:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '4523ec8f-c974-404d-8562-0c99b33eab84', 'name': '', 'network_id': '96ca38c0-f1cf-4e54-965b-0fb70b847bfc', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'mac_address': 'fa:16:3e:e8:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '44f355c5-6aab-498f-8066-d92785901006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:02Z', 'updated_at': '2022-02-28T22:13:07Z', 'revision_number': 4, 'project_id': 'cc539af8abed4391a915a0258c723274', 'subnets': [{'id': '44f355c5-6aab-498f-8066-d92785901006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:13:08.402731 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 9dbca573-1d38-46b8-a398-bb82c0da629c up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:08.479554 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 9dbca573-1d38-46b8-a398-bb82c0da629c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:08.481044 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:08.573789 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 9dbca573-1d38-46b8-a398-bb82c0da629c is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:08.574949 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 4523ec8f-c974-404d-8562-0c99b33eab84 up at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:08.624906 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Provisioning complete for port 4523ec8f-c974-404d-8562-0c99b33eab84 triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:08.625371 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:08.732502 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Current status of the port 4523ec8f-c974-404d-8562-0c99b33eab84 is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:08.796997 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:09.740113 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:10.098288 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:15.046773 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-44fa3775-b7a0-4888-a031-db95a34c24c5 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:15.048225 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-44fa3775-b7a0-4888-a031-db95a34c24c5 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 815 time: 0.1013052 Feb 28 22:13:15.063333 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-cea90be8-a0bd-4534-b9ef-6677949458ac tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/quotas/a3e5fe453d5a4aa48cac1f4d0e3401bf HTTP/1.1" status: 200 len: 375 time: 0.0091326 Feb 28 22:13:15.118061 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-eab4459c-8937-4b15-84f5-7227eeafa7cd tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494485 Feb 28 22:13:15.306592 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-928b6164-8743-4a9f-8f8c-772379082036 service neutron] 10.222.0.26 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769254 Feb 28 22:13:15.409615 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-26be294e-b3fd-4e53-8ebe-c4396beb569b service neutron] 10.222.0.26 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970323 Feb 28 22:13:15.735207 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-264556f1-f63b-4ae3-a318-f5a5fe6efd37 req-72526186-08ad-438f-a70a-9fb0a3432c2e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 210 time: 0.0312948 Feb 28 22:13:16.816065 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-605bd59b-1d38-485e-92c4-19d7cdb9690c req-6e76c7e4-4e16-407e-8d1d-e801daad7810 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 210 time: 0.0273232 Feb 28 22:13:17.877406 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-b326d60f-ff96-4b37-bd21-5ec89573840c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:17.880330 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-b326d60f-ff96-4b37-bd21-5ec89573840c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 815 time: 0.1059961 Feb 28 22:13:17.893737 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'port': {'device_id': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'admin_state_up': True, 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:17.968030 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e4622c8e-c195-4f21-849c-744291aeb694 req-e3acfb21-ac8d-45c5-b61a-7ffeeba3b0a0 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 210 time: 0.0693493 Feb 28 22:13:18.103213 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Made reservation on behalf of a3e5fe453d5a4aa48cac1f4d0e3401bf for: {'port': 1} {{(pid=110028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 22:13:18.106655 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:18.240118 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Allocated IP 172.20.0.10 (3c63620c-21d8-4add-952a-11ac41e75d44/0c9a9b57-18d0-4294-8f5e-621a71e944ab/a252b1ee-db8b-4f06-a928-671467a12b0c) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:13:18.389142 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:18.549526 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:18.592466 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Network 3c63620c-21d8-4add-952a-11ac41e75d44 is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:13:18.595571 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:13:18.599185 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:13:18.628377 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:18.681624 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:18.682535 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:18.897068 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-405cce72-81f7-45af-8144-8566b627e142 None None] Provisioning complete for port a252b1ee-db8b-4f06-a928-671467a12b0c triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:18.897068 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-405cce72-81f7-45af-8144-8566b627e142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:18.897068 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-405cce72-81f7-45af-8144-8566b627e142 None None] Port a252b1ee-db8b-4f06-a928-671467a12b0c cannot update to ACTIVE because it is not bound. {{(pid=110030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 22:13:19.000998 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-3c39c343-cf69-4df5-ba71-799cb71630bc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1112018 Feb 28 22:13:19.116565 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839a031-f2bf-4f14-a71c-68f66cd6e664 req-95319e2a-7e85-4765-b5a4-759df700b440 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:19.118479 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d839a031-f2bf-4f14-a71c-68f66cd6e664 req-95319e2a-7e85-4765-b5a4-759df700b440 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0666263 Feb 28 22:13:19.195450 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d839a031-f2bf-4f14-a71c-68f66cd6e664 req-e587e20a-d715-4fa1-9877-b915456b061a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704811 Feb 28 22:13:20.319457 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c93e46-c218-4552-9faf-4407beed6c07 req-840b834b-aa18-467e-92bd-2b3f1d396027 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:20.321116 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0c93e46-c218-4552-9faf-4407beed6c07 req-840b834b-aa18-467e-92bd-2b3f1d396027 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0550535 Feb 28 22:13:20.377685 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-c0c93e46-c218-4552-9faf-4407beed6c07 req-baa8c6a2-914b-4ac2-ad02-728c8526bc69 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510514 Feb 28 22:13:21.537470 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9d85f-5e56-47b6-8426-2c8b7f23dd35 req-1301d127-56f4-48a8-8dc9-045dd88e60d0 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:21.540659 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e7a9d85f-5e56-47b6-8426-2c8b7f23dd35 req-1301d127-56f4-48a8-8dc9-045dd88e60d0 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0940633 Feb 28 22:13:21.622233 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-e7a9d85f-5e56-47b6-8426-2c8b7f23dd35 req-24abc506-4c81-400b-8bbb-56b7553da8b6 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730429 Feb 28 22:13:22.736648 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c28bf0-5690-4cfa-90f5-680501a22ace req-fa05ee81-bc77-407a-bc14-b778d2b3931d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:22.738936 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66c28bf0-5690-4cfa-90f5-680501a22ace req-fa05ee81-bc77-407a-bc14-b778d2b3931d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0542006 Feb 28 22:13:22.787343 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-66c28bf0-5690-4cfa-90f5-680501a22ace req-f6a69db8-7c3b-4fce-84ea-0462ec876b77 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Feb 28 22:13:23.912667 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4fa93-8cee-4ebb-a9be-f065009d9cd5 req-dd80f5dd-eeea-47e6-8319-3c91f0c1515c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:23.918076 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f0c4fa93-8cee-4ebb-a9be-f065009d9cd5 req-dd80f5dd-eeea-47e6-8319-3c91f0c1515c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0582056 Feb 28 22:13:23.966445 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f0c4fa93-8cee-4ebb-a9be-f065009d9cd5 req-47a03f8e-c588-4591-9a72-9baed74754d5 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Feb 28 22:13:25.088024 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f603d94-586f-4c69-8ab8-7e7fa0c28057 req-e35506d4-8874-4ff2-86a2-241c4fb77cb9 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:25.089743 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f603d94-586f-4c69-8ab8-7e7fa0c28057 req-e35506d4-8874-4ff2-86a2-241c4fb77cb9 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0556269 Feb 28 22:13:25.139038 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-8f603d94-586f-4c69-8ab8-7e7fa0c28057 req-26cafeed-7551-4a7c-a7ee-db6bda404641 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Feb 28 22:13:26.255061 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324761-c8e9-43e5-9a0e-a4e9c4e4ff13 req-6b289f70-a804-4880-a048-83699a6fe745 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:26.256417 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88324761-c8e9-43e5-9a0e-a4e9c4e4ff13 req-6b289f70-a804-4880-a048-83699a6fe745 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0516198 Feb 28 22:13:26.301356 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-88324761-c8e9-43e5-9a0e-a4e9c4e4ff13 req-4ec72f99-74ed-406c-ac01-de63f2defcd8 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 Feb 28 22:13:27.418740 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbba46-f9bf-4944-9844-71f66572e7a0 req-49c21646-542c-4f99-9341-27d6a0157e5c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:27.420180 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9dcbba46-f9bf-4944-9844-71f66572e7a0 req-49c21646-542c-4f99-9341-27d6a0157e5c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0543103 Feb 28 22:13:27.465231 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-9dcbba46-f9bf-4944-9844-71f66572e7a0 req-bfdf021d-5efe-4913-9b80-fbb842f4f427 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Feb 28 22:13:28.579397 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2340f44-eb29-4a8f-8c8d-d6f48d87b20f req-e7c97dee-311a-41da-bef7-f88a6aaa801a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:28.580945 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2340f44-eb29-4a8f-8c8d-d6f48d87b20f req-e7c97dee-311a-41da-bef7-f88a6aaa801a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 932 time: 0.0519071 Feb 28 22:13:28.626203 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f2340f44-eb29-4a8f-8c8d-d6f48d87b20f req-d6ab787d-8782-4e13-b25d-20fafd681ddd tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Feb 28 22:13:28.662110 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Request body: {'port': {'device_id': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:28.727699 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:28.982305 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a252b1ee-db8b-4f06-a928-671467a12b0c {{(pid=110028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:13:28.990039 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Publish callbacks [] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:29.001945 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.provisioning_blocks [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Transition to ACTIVE for port object a252b1ee-db8b-4f06-a928-671467a12b0c will not be triggered until provisioned by entity L2. {{(pid=110028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 22:13:29.079692 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:29.132477 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Pushing event updated for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:29.204394 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Attempting to bind port a252b1ee-db8b-4f06-a928-671467a12b0c on host hv-cinder-83090 for vnic_type normal with profile {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 22:13:29.204737 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Attempting to bind port a252b1ee-db8b-4f06-a928-671467a12b0c by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 22:13:29.205073 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Attempting to bind port a252b1ee-db8b-4f06-a928-671467a12b0c on network 3c63620c-21d8-4add-952a-11ac41e75d44 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:13:29.210343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Port a252b1ee-db8b-4f06-a928-671467a12b0c on network 3c63620c-21d8-4add-952a-11ac41e75d44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 22:13:29.211832 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Attempting to bind port a252b1ee-db8b-4f06-a928-671467a12b0c on network 3c63620c-21d8-4add-952a-11ac41e75d44 {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 22:13:29.218044 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Checking agent: {'id': '5116a3e9-0c0c-4551-b2d3-bb6f530e8012', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'started_at': datetime.datetime(2022, 2, 28, 21, 54, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 22, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 22:13:29.218393 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Checking segment: {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 22:13:29.218836 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Bound using segment: {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'} {{(pid=110028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 22:13:29.219275 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.managers [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Bound port: a252b1ee-db8b-4f06-a928-671467a12b0c, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49230032-6fb0-482f-8b0c-6112b7aed0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44'}}] {{(pid=110028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 22:13:29.219636 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:29.284793 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, cleared binding levels {{(pid=110028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 22:13:29.287872 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=a252b1ee-db8b-4f06-a928-671467a12b0c,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 22:13:29.338301 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:29.376413 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:29.377029 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:29.378505 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] 10.222.0.16 "PUT /v2.0/ports/a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 1094 time: 0.7215316 Feb 28 22:13:29.378958 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:13:29.381777 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6653b8-ccc1-47e3-b36a-cb89a89d70f3" -d '{"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:13:29.408518 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7475f7e-26bc-4cbc-b2f9-ae511c7aaa43 service neutron] Pushing event updated for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=3']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:29.560863 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13431d65-6c4d-48aa-a270-787d2cc9a18e x-openstack-request-id: req-13431d65-6c4d-48aa-a270-787d2cc9a18e {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:13:29.561351 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:13:29.561517 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13431d65-6c4d-48aa-a270-787d2cc9a18e {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:13:29.562030 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'status': 'completed', 'code': 200} Feb 28 22:13:29.629827 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6653b8-ccc1-47e3-b36a-cb89a89d70f3 req-745a246f-b8bb-48d1-9e05-1f3017e97825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:29.631316 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cc6653b8-ccc1-47e3-b36a-cb89a89d70f3 req-745a246f-b8bb-48d1-9e05-1f3017e97825 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1128 time: 0.0488205 Feb 28 22:13:29.785192 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6653b8-ccc1-47e3-b36a-cb89a89d70f3 req-c5663dd1-e7db-4664-b5fa-be8cf92050fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:29.786828 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cc6653b8-ccc1-47e3-b36a-cb89a89d70f3 req-c5663dd1-e7db-4664-b5fa-be8cf92050fa service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1473663 Feb 28 22:13:29.796707 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a059638-e24f-4fed-b445-89ee573ee4df req-c892c1ef-c7d0-4923-bb84-687911f2ab4a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:29.798141 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a059638-e24f-4fed-b445-89ee573ee4df req-c892c1ef-c7d0-4923-bb84-687911f2ab4a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 944 time: 0.0951622 Feb 28 22:13:29.908818 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-0a059638-e24f-4fed-b445-89ee573ee4df req-86eede20-8418-47b9-9ea8-6ba5ab6a848a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015894 Feb 28 22:13:29.930638 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6653b8-ccc1-47e3-b36a-cb89a89d70f3 req-610ae396-f46f-48c6-a467-6794343ba0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:29.932115 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-cc6653b8-ccc1-47e3-b36a-cb89a89d70f3 req-610ae396-f46f-48c6-a467-6794343ba0af service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331463 Feb 28 22:13:30.580590 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-098d325b-8ae1-4573-8e91-363965d011bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:30.582757 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-098d325b-8ae1-4573-8e91-363965d011bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1128 time: 0.0452557 Feb 28 22:13:30.622648 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-19c5c07b-b9e5-4dd8-8e08-db51a4e15af9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 217 time: 0.0337412 Feb 28 22:13:30.670135 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-8407f516-1362-4d2c-b5fd-8e30479d98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:30.671555 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-8407f516-1362-4d2c-b5fd-8e30479d98f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0428524 Feb 28 22:13:30.721679 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-8b949935-8864-41ea-ad29-1a967bcb92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:30.723739 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-8b949935-8864-41ea-ad29-1a967bcb92dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461447 Feb 28 22:13:30.808946 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-8108d6ba-9d63-4c37-ba6b-7b78273f37a8 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788677 Feb 28 22:13:30.898317 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-d8f64cbb-d803-4cea-947b-0aa40c3b21f8 req-7ab6d146-2b4b-4852-810d-beaf3ba5afdb service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834291 Feb 28 22:13:31.028020 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b66dd-b0d6-4fa9-abe7-eebc07baa401 req-f7594a53-75a8-46ff-b327-bc655a6ada24 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:31.029468 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa8b66dd-b0d6-4fa9-abe7-eebc07baa401 req-f7594a53-75a8-46ff-b327-bc655a6ada24 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 944 time: 0.0515344 Feb 28 22:13:31.075922 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-aa8b66dd-b0d6-4fa9-abe7-eebc07baa401 req-4fc141cf-8b73-43fa-b199-04f0cc5a83a4 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Feb 28 22:13:31.091627 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:13:32.191845 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1009d-59ef-404c-8758-068070f28987 req-173eac97-5331-4c15-8d70-7c0887b87b3e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:32.193294 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61d1009d-59ef-404c-8758-068070f28987 req-173eac97-5331-4c15-8d70-7c0887b87b3e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Feb 28 22:13:32.242844 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-61d1009d-59ef-404c-8758-068070f28987 req-51cab7b9-fcbd-42e8-9d49-7f9b602da763 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Feb 28 22:13:32.896103 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device a252b1ee-db8b-4f06-a928-671467a12b0c details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=110030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 22:13:32.991133 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=a252b1ee-db8b-4f06-a928-671467a12b0c,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:33.001894 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Returning: {'device': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'port_id': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'mac_address': 'fa:16:3e:12:29:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 22:13:33.041885 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port a252b1ee-db8b-4f06-a928-671467a12b0c is: DOWN; New status is: BUILD {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:33.042315 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:33.054772 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a252b1ee-db8b-4f06-a928-671467a12b0c {{(pid=110030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 22:13:33.074114 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=a252b1ee-db8b-4f06-a928-671467a12b0c,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:33.160290 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:33.207808 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=4']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:33.356689 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a587c-ea5d-4f99-a9d8-54723587d239 req-c35a3448-8093-4a21-bd98-1c51f34cea46 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:33.358164 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-874a587c-ea5d-4f99-a9d8-54723587d239 req-c35a3448-8093-4a21-bd98-1c51f34cea46 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 945 time: 0.0511954 Feb 28 22:13:33.406003 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-874a587c-ea5d-4f99-a9d8-54723587d239 req-c81c615a-91d1-40b1-af46-b511dad6102d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Feb 28 22:13:33.489236 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['a252b1ee-db8b-4f06-a928-671467a12b0c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:13:33.846106 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3499-c4ca-41ae-b93e-f347bd76bc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:34.520446 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00447e86-bd95-48be-9474-98752d60486d req-bf307ba7-c6d1-45c2-a6d4-99aa18b90cae tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:34.521892 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-00447e86-bd95-48be-9474-98752d60486d req-bf307ba7-c6d1-45c2-a6d4-99aa18b90cae tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 945 time: 0.0516453 Feb 28 22:13:34.567197 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-00447e86-bd95-48be-9474-98752d60486d req-d6d79327-2ca6-4724-aaf0-242a7de2add5 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 Feb 28 22:13:34.892974 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device a252b1ee-db8b-4f06-a928-671467a12b0c up at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 22:13:34.983065 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning for port a252b1ee-db8b-4f06-a928-671467a12b0c completed by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 22:13:34.987025 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Provisioning complete for port a252b1ee-db8b-4f06-a928-671467a12b0c triggered by entity L2. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:34.987408 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:35.067374 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Current status of the port a252b1ee-db8b-4f06-a928-671467a12b0c is: BUILD; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:35.067764 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), before_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:35.090195 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c'}] {{(pid=110030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:13:35.092422 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ce30d826718c907d6fc84e5833eb70565fe007fb511cbd309ba0240f0cdb94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7789f775-cdbc-47af-9180-6ee6ee45dbf5" -d '{"events": [{"server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "name": "network-vif-plugged", "status": "completed", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c"}]}' {{(pid=110030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:13:35.115283 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=a252b1ee-db8b-4f06-a928-671467a12b0c,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:35.171542 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:35.195738 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6148f5ad-929b-4f11-9c26-db83ad10350c x-openstack-request-id: req-6148f5ad-929b-4f11-9c26-db83ad10350c {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:13:35.196036 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "name": "network-vif-plugged", "status": "completed", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c", "code": 200}]} {{(pid=110030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:13:35.196290 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6148f5ad-929b-4f11-9c26-db83ad10350c {{(pid=110030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:13:35.196676 dv-cinder-830901-2-iscsi neutron-server[110030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'code': 200} Feb 28 22:13:35.224203 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Pushing event updated for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=5']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:35.466860 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d80256-6dbd-4207-a2f5-13abe9a09a7c req-1148bcaa-eeb0-41d7-a34d-b8a1d45feb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:35.468260 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86d80256-6dbd-4207-a2f5-13abe9a09a7c req-1148bcaa-eeb0-41d7-a34d-b8a1d45feb0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1130 time: 0.0471728 Feb 28 22:13:35.510429 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-86d80256-6dbd-4207-a2f5-13abe9a09a7c req-ccc1445c-81d3-49d4-b5f7-522831cde514 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Feb 28 22:13:35.687227 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c51bc-93b0-4512-bbc1-683fe09e32d4 req-21ffba4a-00e3-41b2-9028-c1674f95aa1f tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:35.688651 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b95c51bc-93b0-4512-bbc1-683fe09e32d4 req-21ffba4a-00e3-41b2-9028-c1674f95aa1f tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0508368 Feb 28 22:13:35.734216 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b95c51bc-93b0-4512-bbc1-683fe09e32d4 req-24f8afb3-8d35-42d8-8dd3-04839602ad63 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388715 Feb 28 22:13:36.268646 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f2531841-c868-4de2-8942-c342cbd10052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:36.859202 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc14c5-03ef-4ab7-b515-267ce57391d8 req-10366ace-2790-4324-a066-9def6c19d785 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:36.860691 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48fc14c5-03ef-4ab7-b515-267ce57391d8 req-10366ace-2790-4324-a066-9def6c19d785 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0566297 Feb 28 22:13:36.907741 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-48fc14c5-03ef-4ab7-b515-267ce57391d8 req-6432c8a3-0bf7-46b5-9842-80b88e4e2f1f tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Feb 28 22:13:37.325161 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:38.022766 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77c6e7-fcfc-4afb-9b77-7615985791a2 req-4152aed9-07bc-41e4-b7fb-aca21315f360 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:38.024194 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af77c6e7-fcfc-4afb-9b77-7615985791a2 req-4152aed9-07bc-41e4-b7fb-aca21315f360 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0499382 Feb 28 22:13:38.068500 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-af77c6e7-fcfc-4afb-9b77-7615985791a2 req-fe304f96-713e-476d-8740-92c5d32bea64 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Feb 28 22:13:38.181744 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d579303-ef2a-41b1-b5e3-b35efb77edd0 req-cfba1bd8-789d-4d0a-a255-dbe7250d917f tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:38.183140 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d579303-ef2a-41b1-b5e3-b35efb77edd0 req-cfba1bd8-789d-4d0a-a255-dbe7250d917f tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0515652 Feb 28 22:13:38.241816 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7d579303-ef2a-41b1-b5e3-b35efb77edd0 req-be711640-6e2f-45c9-9d2f-37114bff431b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Feb 28 22:13:38.558174 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbf434-6464-4b93-87cf-8ab918b46d37 req-02b15ba5-4d41-4012-a13c-7276c941cd1b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:38.559924 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-15bbf434-6464-4b93-87cf-8ab918b46d37 req-02b15ba5-4d41-4012-a13c-7276c941cd1b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0520363 Feb 28 22:13:38.605399 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-15bbf434-6464-4b93-87cf-8ab918b46d37 req-5e453e6c-587e-4cf8-bec0-0391fc4f5fad tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 Feb 28 22:13:38.798850 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:39.736221 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:40.097026 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:48.778399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0589f-59f0-48a8-b6db-96574b7c3fc6 req-f84ab902-5f71-464b-9d13-996dc427ba7e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:48.779843 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69c0589f-59f0-48a8-b6db-96574b7c3fc6 req-f84ab902-5f71-464b-9d13-996dc427ba7e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0513623 Feb 28 22:13:48.825836 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69c0589f-59f0-48a8-b6db-96574b7c3fc6 req-3ca0a382-b1ab-465e-96e8-111c44a57401 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Feb 28 22:13:48.847370 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38042) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:48.936113 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608f421-f82f-46dc-9914-a121e6a89481 tempest-TestMinimumBasicScenario-1710943036 tempest-TestMinimumBasicScenario-1710943036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:48.937637 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-b608f421-f82f-46dc-9914-a121e6a89481 tempest-TestMinimumBasicScenario-1710943036 tempest-TestMinimumBasicScenario-1710943036-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1125 time: 0.0887775 Feb 28 22:13:48.940478 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38046) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:48.944706 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'floatingip': {'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'port_id': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:49.028596 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:49.120621 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (None), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:49.493055 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_common [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Allocated IP 172.27.2.225 (a720463d-f8df-49c9-ab06-f132737dd10b/749080f5-6fac-4934-bbb5-a2152301b4c1/23572fd4-b704-4bb4-b2cf-84ebcd5ec27f) {{(pid=110028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 22:13:49.590547 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:49.696047 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749047508727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:49.737036 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Network a720463d-f8df-49c9-ab06-f132737dd10b is already hosted by enough agents. {{(pid=110028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 22:13:49.740506 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.base_scheduler [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Resources bound (agent type, host, resource id): {{(pid=110028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 22:13:49.743992 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Received port after_create {{(pid=110028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 22:13:49.749206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'Port': ['ID=23572fd4-b704-4bb4-b2cf-84ebcd5ec27f,revision_number=1']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:50.112819 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for floatingip (04baef14-1c42-4721-8944-ac06de42b53e), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:50.230843 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:50.385656 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:50.449684 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:50.514771 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'Port': ['ID=23572fd4-b704-4bb4-b2cf-84ebcd5ec27f,revision_number=2']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:50.527070 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3824072'] for floatingip (04baef14-1c42-4721-8944-ac06de42b53e), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:50.628805 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.l3_db [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Floating IP 04baef14-1c42-4721-8944-ac06de42b53e associated. External IP: 172.27.2.225, port: a252b1ee-db8b-4f06-a928-671467a12b0c. Feb 28 22:13:50.836736 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Router 7c08c005-27b7-460d-a786-3b5847571d7a has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:13:50.944120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:13:50.953608 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] Sync routers for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:13:50.963667 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:13:50.967231 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:13:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:51.011783 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.040927 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-e4498314-f3e8-4c2b-b0ba-31020586e378 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0994511 Feb 28 22:13:51.041517 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:13:51.043777 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f3e3b-4435-48d8-a9fc-5aa1311ff838" -d '{"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:13:51.043931 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38048) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:51.048932 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163751906', 'description': 'tempest-secgroup-smoke-163751906 description', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:51.072218 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:13:51.095694 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b1694-e7c0-4e3b-9b9a-cd933551c09e x-openstack-request-id: req-c01b1694-e7c0-4e3b-9b9a-cd933551c09e {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:13:51.095985 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:13:51.096236 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c01b1694-e7c0-4e3b-9b9a-cd933551c09e {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:13:51.096638 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'status': 'completed', 'code': 200} Feb 28 22:13:51.130935 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group (None), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.162222 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-f026c3ec-b87a-463f-8875-2f884d653c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:51.163740 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-f026c3ec-b87a-463f-8875-2f884d653c78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1130 time: 0.0464010 Feb 28 22:13:51.204319 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group (47799f58-17cb-46fd-b2f3-c6a8633fe3e4), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.258446 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-1d766247-a3df-49be-8e4c-6c1d1b901469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:51.259940 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-1d766247-a3df-49be-8e4c-6c1d1b901469 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 916 time: 0.0892923 Feb 28 22:13:51.267295 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (47799f58-17cb-46fd-b2f3-c6a8633fe3e4), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.298910 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47799f58-17cb-46fd-b2f3-c6a8633fe3e4,revision_number=1']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:51.304579 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '04baef14-1c42-4721-8944-ac06de42b53e', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'port_id': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'mac_address': 'fa:16:3e:12:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:13:49Z', 'updated_at': '2022-02-28T22:13:49Z', 'revision_number': 0, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:01Z', 'revision_number': 5, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:51.307095 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.307532 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.307944 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.308387 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.308981 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.309313 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.309643 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.309973 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.310319 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.310647 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.310969 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.311289 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.311640 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.327454 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-a575bd9a-636d-4f79-b450-81735d9550f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 1000 time: 0.0606127 Feb 28 22:13:51.335460 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] Checking router: 7c08c005-27b7-460d-a786-3b5847571d7a for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:13:51.344093 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:13:51.344642 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:13:36Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:51.350569 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.354620 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-155c6898-c7c0-4b05-a30a-6817ad74bcfb tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3070385 Feb 28 22:13:51.355111 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38052) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:51.359629 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.v2.base [None req-39d268c4-5f38-4136-bad9-ba679f6a3f9b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'security_group_rule': {'security_group_id': '47799f58-17cb-46fd-b2f3-c6a8633fe3e4', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:51.378550 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-8ea45c32-95a8-48c0-90d5-4ef1d69374ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:51.380200 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-8ea45c32-95a8-48c0-90d5-4ef1d69374ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0476832 Feb 28 22:13:51.428900 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-bbd8f24e-6629-4efa-9c8f-d3717a1c5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:51.430614 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-bbd8f24e-6629-4efa-9c8f-d3717a1c5816 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451899 Feb 28 22:13:51.434148 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-39d268c4-5f38-4136-bad9-ba679f6a3f9b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (f3f35312-187d-4d40-8584-7281b0f3aecf), before_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.459112 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:13:51.492092 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-39d268c4-5f38-4136-bad9-ba679f6a3f9b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (f3f35312-187d-4d40-8584-7281b0f3aecf), precommit_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.525604 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-8170f45b-d70f-43cb-88a1-69c20a5d38b5 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888250 Feb 28 22:13:51.560309 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-39d268c4-5f38-4136-bad9-ba679f6a3f9b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (f3f35312-187d-4d40-8584-7281b0f3aecf), after_create {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.577831 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d268c4-5f38-4136-bad9-ba679f6a3f9b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f35312-187d-4d40-8584-7281b0f3aecf,revision_number=0']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:51.624665 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-189f3e3b-4435-48d8-a9fc-5aa1311ff838 req-7a4723ee-7fed-4ab3-bfae-6f2c0b844638 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924861 Feb 28 22:13:51.659593 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-39d268c4-5f38-4136-bad9-ba679f6a3f9b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.661399 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-39d268c4-5f38-4136-bad9-ba679f6a3f9b tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052065 Feb 28 22:13:51.664355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38054) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:51.669012 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'security_group_rule': {'security_group_id': '47799f58-17cb-46fd-b2f3-c6a8633fe3e4', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:51.692312 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '04baef14-1c42-4721-8944-ac06de42b53e', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'port_id': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'mac_address': 'fa:16:3e:12:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:13:49Z', 'updated_at': '2022-02-28T22:13:49Z', 'revision_number': 0, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:01Z', 'revision_number': 5, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:13:51.722238 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c1775-92bf-4d41-9d42-f41adf3c9005 None None] The sync data for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi is: [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_floatingips': [{'id': '04baef14-1c42-4721-8944-ac06de42b53e', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'router_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'port_id': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'mac_address': 'fa:16:3e:12:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T22:13:49Z', 'updated_at': '2022-02-28T22:13:49Z', 'revision_number': 0, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:01Z', 'revision_number': 5, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:13:51.769697 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (378127fd-e2ed-451e-8622-2689e5fd0881), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.828353 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (378127fd-e2ed-451e-8622-2689e5fd0881), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.891757 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (378127fd-e2ed-451e-8622-2689e5fd0881), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.909754 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2d05c-ee9c-4d06-8e3c-a280dac6ec69 None None] New status for floating IP 04baef14-1c42-4721-8944-ac06de42b53e: ACTIVE {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378127fd-e2ed-451e-8622-2689e5fd0881,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.921906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.922774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.922774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.922774 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.923053 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.923338 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:13:51.995002 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:51.996319 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2f018234-1b2a-4019-b3d3-01a09dc5522e tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3309643 Feb 28 22:13:51.998999 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38056) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:52.003355 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-2f1318a6-784b-4193-9f9d-861235c5f619 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'security_group_rule': {'security_group_id': '47799f58-17cb-46fd-b2f3-c6a8633fe3e4', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:52.077442 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f1318a6-784b-4193-9f9d-861235c5f619 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (5b5b83e9-91ab-4384-824f-f35c5401ec65), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.140718 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f1318a6-784b-4193-9f9d-861235c5f619 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (5b5b83e9-91ab-4384-824f-f35c5401ec65), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.193813 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f1318a6-784b-4193-9f9d-861235c5f619 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (5b5b83e9-91ab-4384-824f-f35c5401ec65), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.210616 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1318a6-784b-4193-9f9d-861235c5f619 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5b83e9-91ab-4384-824f-f35c5401ec65,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:52.292991 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-2f1318a6-784b-4193-9f9d-861235c5f619 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.294215 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-2f1318a6-784b-4193-9f9d-861235c5f619 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942340 Feb 28 22:13:52.296872 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38058) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:52.301921 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-8ba72843-bd75-4e19-a706-5c514c30fe85 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'security_group_rule': {'security_group_id': '47799f58-17cb-46fd-b2f3-c6a8633fe3e4', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:52.427615 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8ba72843-bd75-4e19-a706-5c514c30fe85 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (16544461-d083-484c-956d-3b6c8aee6452), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.483103 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8ba72843-bd75-4e19-a706-5c514c30fe85 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (16544461-d083-484c-956d-3b6c8aee6452), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.571112 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8ba72843-bd75-4e19-a706-5c514c30fe85 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (16544461-d083-484c-956d-3b6c8aee6452), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.587891 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba72843-bd75-4e19-a706-5c514c30fe85 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16544461-d083-484c-956d-3b6c8aee6452,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:52.664644 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8ba72843-bd75-4e19-a706-5c514c30fe85 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.665847 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8ba72843-bd75-4e19-a706-5c514c30fe85 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3679848 Feb 28 22:13:52.668513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38060) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:52.672777 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'security_group_rule': {'security_group_id': '47799f58-17cb-46fd-b2f3-c6a8633fe3e4', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:52.752665 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.securitygroups_db [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Project a3e5fe453d5a4aa48cac1f4d0e3401bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:13:52.757778 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (85a16555-d050-4694-a2ac-661cbce4d534), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.813204 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (85a16555-d050-4694-a2ac-661cbce4d534), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.879837 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (85a16555-d050-4694-a2ac-661cbce4d534), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.898169 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a16555-d050-4694-a2ac-661cbce4d534,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:52.956460 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:52.957872 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c16e1cfe-dae1-4122-b618-469b864792ff tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2883844 Feb 28 22:13:52.961791 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38062) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:13:52.969925 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'security_group_rule': {'security_group_id': '47799f58-17cb-46fd-b2f3-c6a8633fe3e4', 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:53.045597 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.db.securitygroups_db [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Project a3e5fe453d5a4aa48cac1f4d0e3401bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 22:13:53.050498 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (fda3812a-26d6-4cda-ac96-04302b111f67), before_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.109928 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (fda3812a-26d6-4cda-ac96-04302b111f67), precommit_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.182263 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688302'] for security_group_rule (fda3812a-26d6-4cda-ac96-04302b111f67), after_create {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.200537 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda3812a-26d6-4cda-ac96-04302b111f67,revision_number=0']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:53.268997 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.270224 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-c3a05397-d56a-418e-bdc1-d67b83fe0732 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3073974 Feb 28 22:13:53.355890 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-dba0ae0d-0b7a-4023-9dfb-fa8b10567bf6 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163751906&fields=id&tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf HTTP/1.1" status: 200 len: 267 time: 0.0420921 Feb 28 22:13:53.409857 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-c896c9e7-6a29-45d8-9a1c-6606a4cb4564 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:53.411925 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-c896c9e7-6a29-45d8-9a1c-6606a4cb4564 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0508471 Feb 28 22:13:53.422098 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'port': {'security_groups': ['922113e6-79d7-4d36-8585-2b44bdf1b072', '47799f58-17cb-46fd-b2f3-c6a8633fe3e4']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:13:53.490639 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.669078 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=a252b1ee-db8b-4f06-a928-671467a12b0c,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:13:53.697548 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.748525 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.760997 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['a252b1ee-db8b-4f06-a928-671467a12b0c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:13:53.793264 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:53.793900 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:53.795334 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bfcfd904-fc91-43b5-94c1-c5767ff4c3b7 req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "PUT /v2.0/ports/a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 982 time: 0.3775654 Feb 28 22:13:53.795795 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:13:53.799726 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69921a1c-0198-4dc9-939f-01aade525d24" -d '{"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:13:53.828530 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d097-64ae-495a-824a-37846840d894 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=6']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:13:53.870239 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fe42a3-43d5-43ed-a8c4-a7065a640960 x-openstack-request-id: req-20fe42a3-43d5-43ed-a8c4-a7065a640960 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:13:53.870538 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:13:53.870793 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20fe42a3-43d5-43ed-a8c4-a7065a640960 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:13:53.871197 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'status': 'completed', 'code': 200} Feb 28 22:13:53.873350 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['a252b1ee-db8b-4f06-a928-671467a12b0c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:13:53.977343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921a1c-0198-4dc9-939f-01aade525d24 req-54d916a6-7ae8-4fac-a2dd-64e47e53964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:53.978986 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69921a1c-0198-4dc9-939f-01aade525d24 req-54d916a6-7ae8-4fac-a2dd-64e47e53964c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1169 time: 0.0866730 Feb 28 22:13:54.015160 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e367c-df34-4ff3-9b36-50054533ea6e req-a2ee3b7f-7baa-45fc-8b36-ea89becdec41 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:54.016667 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-128e367c-df34-4ff3-9b36-50054533ea6e req-a2ee3b7f-7baa-45fc-8b36-ea89becdec41 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0915396 Feb 28 22:13:54.046754 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-a33bff3a-b00f-4ff2-b830-2f172eea4070 None None] Provisioning complete for port a252b1ee-db8b-4f06-a928-671467a12b0c triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:13:54.047128 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a33bff3a-b00f-4ff2-b830-2f172eea4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:13:54.130633 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-128e367c-df34-4ff3-9b36-50054533ea6e req-fb0bcf82-bf5f-44f2-af97-1dc8a72693a8 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055434 Feb 28 22:13:54.132246 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921a1c-0198-4dc9-939f-01aade525d24 req-b3a9d902-0830-4045-8ca3-e09d6c0344e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:54.133684 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69921a1c-0198-4dc9-939f-01aade525d24 req-b3a9d902-0830-4045-8ca3-e09d6c0344e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 916 time: 0.1485803 Feb 28 22:13:54.225054 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69921a1c-0198-4dc9-939f-01aade525d24 req-027649bf-e328-4436-9a51-c0b4cea75f2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 1002 time: 0.0841546 Feb 28 22:13:54.275125 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921a1c-0198-4dc9-939f-01aade525d24 req-0c2e2e8e-3e91-4c80-a75c-ee86beb4e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:54.276629 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69921a1c-0198-4dc9-939f-01aade525d24 req-0c2e2e8e-3e91-4c80-a75c-ee86beb4e451 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0448968 Feb 28 22:13:54.325698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921a1c-0198-4dc9-939f-01aade525d24 req-84775bc9-d351-4b7f-bb8c-cd63a3938566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:13:54.327311 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69921a1c-0198-4dc9-939f-01aade525d24 req-84775bc9-d351-4b7f-bb8c-cd63a3938566 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447795 Feb 28 22:13:54.391120 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-a33bff3a-b00f-4ff2-b830-2f172eea4070 None None] Current status of the port a252b1ee-db8b-4f06-a928-671467a12b0c is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:13:54.419452 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69921a1c-0198-4dc9-939f-01aade525d24 req-52df1c6f-d0c6-4cc7-bd35-36a39fef048a service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Feb 28 22:13:54.509946 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-69921a1c-0198-4dc9-939f-01aade525d24 req-42d02c0e-c328-46b6-b062-e9d31f586374 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845304 Feb 28 22:14:03.839369 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd5e4-4960-4084-92ae-881ac3fc1b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:06.277873 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8c3ed8a3-c931-4f15-b31b-9c23f3e586d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:07.325157 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:08.090408 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:14:08.805057 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:09.742444 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:10.117433 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:21.537606 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-7ec4a258-a8f0-4005-8e62-1754ba682c0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428078 Feb 28 22:14:21.628120 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-1a47952a-589a-46b3-9cbd-85713ebd2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:21.629574 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-1a47952a-589a-46b3-9cbd-85713ebd2048 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1169 time: 0.0488262 Feb 28 22:14:21.733874 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-cda25cff-b635-49f6-ac2a-0762bf96b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:21.735364 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-cda25cff-b635-49f6-ac2a-0762bf96b2f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 916 time: 0.0867839 Feb 28 22:14:21.803113 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-dcd98fb1-b645-4404-97dd-3eb6b6a88bdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 1002 time: 0.0620234 Feb 28 22:14:21.851391 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-374883dd-3bbb-4998-903f-82dbcff27745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:21.853537 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-374883dd-3bbb-4998-903f-82dbcff27745 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0442848 Feb 28 22:14:21.904841 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-c9e0efba-c8f3-4459-a1bd-9f67c68bbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:21.906394 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-c9e0efba-c8f3-4459-a1bd-9f67c68bbc2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465238 Feb 28 22:14:21.998177 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-60442c4c-5263-45a4-8450-69dd541a14d5 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Feb 28 22:14:22.086606 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-45ada126-3d99-42e1-a5d0-b2e468aa9319 req-6d914b1e-219c-4338-a4f6-1cb8e2e21f08 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816948 Feb 28 22:14:33.836243 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cc97b475-cbb4-4356-99dc-5f0732e6721c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:36.267251 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7ca414fa-cd53-4b68-9962-0aba2a9bd3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:37.324047 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:38.810010 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:39.752573 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:40.101494 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:14:45.090402 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:14:51.870399 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce4d4-cb2e-431b-9588-d7e3da0716ce req-65edcc8d-bf31-4177-a1ef-813ddbcd9995 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:51.871868 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f5ce4d4-cb2e-431b-9588-d7e3da0716ce req-65edcc8d-bf31-4177-a1ef-813ddbcd9995 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0564320 Feb 28 22:14:51.956573 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4f5ce4d4-cb2e-431b-9588-d7e3da0716ce req-4da51e07-a8f6-4059-9614-de04d4a8ff5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787451 Feb 28 22:14:51.970206 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-9fe96302-9ddc-49d5-890c-2c401a2103b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:51.971708 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-9fe96302-9ddc-49d5-890c-2c401a2103b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1169 time: 0.0630789 Feb 28 22:14:52.063267 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-801d4478-570e-4872-8432-7788df0c4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:52.064726 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-801d4478-570e-4872-8432-7788df0c4fc4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 916 time: 0.0856435 Feb 28 22:14:52.132727 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-c12be6f2-a0af-47bf-8a14-35d002c402c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 1002 time: 0.0598109 Feb 28 22:14:52.184105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-bfa3a845-7b22-4015-90a4-234355507a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:52.185524 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-bfa3a845-7b22-4015-90a4-234355507a9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0459652 Feb 28 22:14:52.236784 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-4c85ce39-e9f8-4f84-9cef-81385399a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:52.238263 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-4c85ce39-e9f8-4f84-9cef-81385399a80b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464032 Feb 28 22:14:52.325229 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-67854261-4cc3-47f1-8c3a-6e5fa78a37a4 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797179 Feb 28 22:14:52.416894 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-64ccf4ed-3939-4895-bd1e-636fb3d60d13 req-635e722e-4f4e-47bf-9724-12ae11a0744b service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831912 Feb 28 22:14:53.074588 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567ac21-725c-4e21-a7cb-ab7d8f0f8a4d req-bb5c53c9-70f6-44f3-b83d-25bf53875323 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:53.076034 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7567ac21-725c-4e21-a7cb-ab7d8f0f8a4d req-bb5c53c9-70f6-44f3-b83d-25bf53875323 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0519738 Feb 28 22:14:53.134998 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7567ac21-725c-4e21-a7cb-ab7d8f0f8a4d req-91d86ebb-27b9-445f-bc33-2bceb69c577a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533028 Feb 28 22:14:54.249517 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6b726-0326-41b1-ab2d-39a50e691a27 req-9bf8483b-240c-40af-8100-364efa21e919 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:54.250974 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6bc6b726-0326-41b1-ab2d-39a50e691a27 req-9bf8483b-240c-40af-8100-364efa21e919 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0507023 Feb 28 22:14:54.311144 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-6bc6b726-0326-41b1-ab2d-39a50e691a27 req-0ea18962-6872-44bd-9a97-1a4e5b25978d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546298 Feb 28 22:14:55.434511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc23d-33e2-454a-aede-e9315bc937e2 req-c83c58e9-1eeb-44ba-b30f-5e17d72bdb69 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:55.435961 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7abcc23d-33e2-454a-aede-e9315bc937e2 req-c83c58e9-1eeb-44ba-b30f-5e17d72bdb69 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0539877 Feb 28 22:14:55.493506 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7abcc23d-33e2-454a-aede-e9315bc937e2 req-30868e39-731c-43be-a811-c443a0825dd1 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520515 Feb 28 22:14:56.607945 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40f31e-d725-40dd-9286-f83aaba8c7ee req-15991c1e-ba6c-4b33-a464-f157727de2d3 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:56.609317 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b40f31e-d725-40dd-9286-f83aaba8c7ee req-15991c1e-ba6c-4b33-a464-f157727de2d3 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0513108 Feb 28 22:14:56.668309 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7b40f31e-d725-40dd-9286-f83aaba8c7ee req-097bf91d-b4d7-4e3e-b112-f837b07dae56 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533683 Feb 28 22:14:57.788306 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb230a-d35d-4ca1-a32b-5c124421b571 req-287eee9f-d9ea-49bb-b3b5-625125ade409 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:57.790406 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b3eb230a-d35d-4ca1-a32b-5c124421b571 req-287eee9f-d9ea-49bb-b3b5-625125ade409 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0561872 Feb 28 22:14:57.848158 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b3eb230a-d35d-4ca1-a32b-5c124421b571 req-797e1d9d-130f-4b1d-b938-305d2cc93e4a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522006 Feb 28 22:14:58.965356 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2438-38c4-40f3-a311-3fd400c823c8 req-37bf7bac-b9c4-4373-971b-b3c23c1c1d92 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:14:58.966865 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2ba2438-38c4-40f3-a311-3fd400c823c8 req-37bf7bac-b9c4-4373-971b-b3c23c1c1d92 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0530643 Feb 28 22:14:59.025749 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-b2ba2438-38c4-40f3-a311-3fd400c823c8 req-64a22746-00ec-47bf-aa8e-97d19813d5ac tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531523 Feb 28 22:15:00.141714 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b699452-83cf-43e4-9908-ee692184ffb4 req-af415d67-c16d-4459-85df-ae0349cac306 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:00.143198 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5b699452-83cf-43e4-9908-ee692184ffb4 req-af415d67-c16d-4459-85df-ae0349cac306 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0517108 Feb 28 22:15:00.204567 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-5b699452-83cf-43e4-9908-ee692184ffb4 req-2cf9c371-9694-4741-852f-4ea97f3f7476 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558290 Feb 28 22:15:01.326965 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6f52-d328-4f2a-971b-aa49101a0ebd req-0e93d7af-0b98-47ee-9fe2-06ea3211f29a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:01.328443 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e3f6f52-d328-4f2a-971b-aa49101a0ebd req-0e93d7af-0b98-47ee-9fe2-06ea3211f29a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0522316 Feb 28 22:15:01.386377 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e3f6f52-d328-4f2a-971b-aa49101a0ebd req-84f56079-a6b9-49c5-b584-8c749631d9c4 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523479 Feb 28 22:15:02.504589 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc203868-0bd6-44ad-a0bb-6cd8a7528fa5 req-c4028cb5-586a-4e1b-806a-f7fc2a769e20 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:02.506072 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bc203868-0bd6-44ad-a0bb-6cd8a7528fa5 req-c4028cb5-586a-4e1b-806a-f7fc2a769e20 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0551100 Feb 28 22:15:02.563849 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bc203868-0bd6-44ad-a0bb-6cd8a7528fa5 req-d927d8ef-22ec-4cd7-9c14-a979a93661b0 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515878 Feb 28 22:15:03.685123 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ea4a-49fb-4567-a477-8d85c1e4ff1c req-c7e2b85e-6d25-445d-a9d8-fe3dc3a65abc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:03.686588 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7b2ea4a-49fb-4567-a477-8d85c1e4ff1c req-c7e2b85e-6d25-445d-a9d8-fe3dc3a65abc tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0566881 Feb 28 22:15:03.743951 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f7b2ea4a-49fb-4567-a477-8d85c1e4ff1c req-7767ce5d-3c84-4d9e-998a-2be0cb1eee2f tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&id=47799f58-17cb-46fd-b2f3-c6a8633fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516341 Feb 28 22:15:03.835126 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-49aab3b3-8be6-4ad6-94fe-60453a76ad26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:06.235227 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-25291707-3158-4c98-9172-38f4de6638d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:07.335005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:08.809246 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:09.775339 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:10.097819 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:21.551655 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-12f0efff-f1c6-47dc-bcb1-c2506630ae3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427811 Feb 28 22:15:21.635084 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-248bdfd7-0f9d-47f7-b3f9-aa5be315f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:21.636609 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-248bdfd7-0f9d-47f7-b3f9-aa5be315f5da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1169 time: 0.0430279 Feb 28 22:15:21.736763 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-45ab8046-c403-470a-bdca-336c7967abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:21.738240 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-45ab8046-c403-470a-bdca-336c7967abb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 916 time: 0.0842867 Feb 28 22:15:21.802445 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-c5de0a28-9761-4bbc-9de9-0c20c7a9c47e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 1002 time: 0.0572212 Feb 28 22:15:21.853234 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-9ebc6f8b-18af-4ff3-aaa9-d23c5044a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:21.854711 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-9ebc6f8b-18af-4ff3-aaa9-d23c5044a91c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0461054 Feb 28 22:15:21.901998 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-0345ec12-fee3-4d8f-98d9-b13d5e949390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:15:21.903474 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-0345ec12-fee3-4d8f-98d9-b13d5e949390 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429449 Feb 28 22:15:21.988998 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-f0b2d547-236f-47d8-986f-28869b541834 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800841 Feb 28 22:15:22.087534 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bb8e41d1-7d2a-4b22-8aea-218416307ace req-b6a1348a-27f2-41a9-98b6-67d5724c0820 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926778 Feb 28 22:15:22.089159 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:15:33.850762 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-d2da2b32-c41e-4538-8f7a-3d297b6777ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:36.244859 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-78f88493-4127-4632-8bd5-3423807f504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:37.339921 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:38.785678 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:39.781904 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:40.096205 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:15:59.087818 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:16:03.849227 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-51d80502-bdda-4a0c-bb58-6124b5fcfcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:06.261251 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-241baf2e-4895-425c-9586-31f10e45e965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.092522 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-101fb4b3-c748-4882-9ac9-0da63efab3e6 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163751906&fields=id&tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf HTTP/1.1" status: 200 len: 267 time: 0.0439193 Feb 28 22:16:07.151483 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-b9009939-4d07-41cb-88aa-a777ad57b53c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:07.152863 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-b9009939-4d07-41cb-88aa-a777ad57b53c tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 985 time: 0.0552595 Feb 28 22:16:07.163054 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.v2.base [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Request body: {'port': {'security_groups': ['922113e6-79d7-4d36-8585-2b44bdf1b072']}} {{(pid=110028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 22:16:07.234938 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562299'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), before_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.334985 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.407956 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=a252b1ee-db8b-4f06-a928-671467a12b0c,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:07.437688 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), precommit_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.483630 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749047917806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749047507725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749047507743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748601'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_update {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.496130 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['a252b1ee-db8b-4f06-a928-671467a12b0c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:16:07.529104 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:07.529736 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.532703 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-bd8f68f3-220b-4c92-b43a-dddf16300e07 req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "PUT /v2.0/ports/a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 943 time: 0.3724713 Feb 28 22:16:07.532703 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:16:07.533940 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4652c5e0-819a-4a92-a306-c717fef6a6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:16:07.538483 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38142) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:07.560808 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event updated for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=7']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:07.570528 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.575604 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9bb2b-f9a6-4bc2-ae75-1125c0dd3f25 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.588456 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b47e0d-b75c-491c-9dbd-474d086a7d4d x-openstack-request-id: req-65b47e0d-b75c-491c-9dbd-474d086a7d4d {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:16:07.589344 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:16:07.590105 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65b47e0d-b75c-491c-9dbd-474d086a7d4d {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:16:07.590230 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'status': 'completed', 'code': 200} Feb 28 22:16:07.599557 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['a252b1ee-db8b-4f06-a928-671467a12b0c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:16:07.638038 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group (47799f58-17cb-46fd-b2f3-c6a8633fe3e4), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.665235 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-18d3405c-e3ea-4eca-9d79-6033d84d6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:07.667037 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group (47799f58-17cb-46fd-b2f3-c6a8633fe3e4), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.667691 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-18d3405c-e3ea-4eca-9d79-6033d84d6d93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1130 time: 0.0558774 Feb 28 22:16:07.781137 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-91dd7270-6b86-44a5-ace2-6bed994802d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:07.782615 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-91dd7270-6b86-44a5-ace2-6bed994802d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 916 time: 0.1076028 Feb 28 22:16:07.798765 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.provisioning_blocks [None req-9d2f6ed1-10f0-490c-b5e5-dbfeb59d6e78 None None] Provisioning complete for port a252b1ee-db8b-4f06-a928-671467a12b0c triggered by entity DHCP. {{(pid=110030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 22:16:07.798765 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-9d2f6ed1-10f0-490c-b5e5-dbfeb59d6e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573808'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), provisioning_complete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.809738 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (47799f58-17cb-46fd-b2f3-c6a8633fe3e4), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.812376 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:07.813772 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "DELETE /v2.0/security-groups/47799f58-17cb-46fd-b2f3-c6a8633fe3e4 HTTP/1.1" status: 204 len: 168 time: 0.2741067 Feb 28 22:16:07.819224 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38148) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:07.838027 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47799f58-17cb-46fd-b2f3-c6a8633fe3e4,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:07.859803 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-b7051c8c-1318-46d6-8749-dd501e0c1cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 1002 time: 0.0710497 Feb 28 22:16:07.877868 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.878253 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.878798 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.879241 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.879587 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.879919 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.880253 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.880583 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.880909 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.881237 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.881564 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.881889 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.882257 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe48b5b-ddd3-4fc3-959a-394fd4a8af21 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:07.912928 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f6ed1-10f0-490c-b5e5-dbfeb59d6e78 None None] Current status of the port a252b1ee-db8b-4f06-a928-671467a12b0c is: ACTIVE; New status is: ACTIVE {{(pid=110030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 22:16:07.924001 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-8632abcd-dfb4-4a3e-8ade-56832efd1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:07.925614 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-8632abcd-dfb4-4a3e-8ade-56832efd1e77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0594637 Feb 28 22:16:07.975559 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-e20ad15b-41d2-49f6-b03a-5cc0bf6764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:07.977083 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-e20ad15b-41d2-49f6-b03a-5cc0bf6764f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452359 Feb 28 22:16:08.011760 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Deleting port 23572fd4-b704-4bb4-b2cf-84ebcd5ec27f {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:08.012127 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:08.067090 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-77df6de3-6f2d-4ec1-82a1-b925266abaa8 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834339 Feb 28 22:16:08.085636 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:08.085966 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for floatingip (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:08.099129 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Calling delete_port for 23572fd4-b704-4bb4-b2cf-84ebcd5ec27f owned by network:floatingip {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:08.335766 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (23572fd4-b704-4bb4-b2cf-84ebcd5ec27f), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:08.362862 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event deleted for resources: {'Port': ['ID=23572fd4-b704-4bb4-b2cf-84ebcd5ec27f,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:08.426920 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks [] for floatingip (04baef14-1c42-4721-8944-ac06de42b53e), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:08.427244 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.db.l3_db [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Floating IP 04baef14-1c42-4721-8944-ac06de42b53e disassociated (deleted). External IP: 172.27.2.225, port: a252b1ee-db8b-4f06-a928-671467a12b0c. Feb 28 22:16:08.431402 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-4652c5e0-819a-4a92-a306-c717fef6a6c4 req-a340d4ae-edce-4002-80fb-ab2c464d26e7 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584828 Feb 28 22:16:08.815405 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:08.851180 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Router 7c08c005-27b7-460d-a786-3b5847571d7a has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:16:08.962905 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:16:08.968023 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for floatingip (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:08.973578 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] Sync routers for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:16:08.983445 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:16:08.984065 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:16:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:08.997624 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-b7ae527b-66a8-443d-899c-053a70400f5d tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "DELETE /v2.0/floatingips/04baef14-1c42-4721-8944-ac06de42b53e HTTP/1.1" status: 204 len: 168 time: 1.1728106 Feb 28 22:16:08.998238 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c'}] {{(pid=110029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:16:09.000518 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfd59eb90dd510d040e076f964b8173e13fd6766d5c3e5d5b9f6dcf8bd4cda70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c"}]}' {{(pid=110029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:16:09.096563 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91de65-4b30-46e5-af37-24fe816bc2a7 x-openstack-request-id: req-1b91de65-4b30-46e5-af37-24fe816bc2a7 {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:16:09.096850 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c", "status": "completed", "code": 200}]} {{(pid=110029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:16:09.097101 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b91de65-4b30-46e5-af37-24fe816bc2a7 {{(pid=110029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:16:09.097494 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'status': 'completed', 'code': 200} Feb 28 22:16:09.100016 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:16:09.166920 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-80e56a8a-082e-403f-a6e3-7a37e7756baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:09.168454 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-80e56a8a-082e-403f-a6e3-7a37e7756baf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 1130 time: 0.0470843 Feb 28 22:16:09.266137 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-96e5026b-b451-411b-9f6a-7d2a02fc837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:09.267600 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-96e5026b-b451-411b-9f6a-7d2a02fc837b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 200 len: 916 time: 0.0923162 Feb 28 22:16:09.308140 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-e4d20def-8473-46ee-a57f-6bb7a1f81ae4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 200 len: 217 time: 0.0331454 Feb 28 22:16:09.308411 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:01Z', 'revision_number': 5, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:09.336154 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] Checking router: 7c08c005-27b7-460d-a786-3b5847571d7a for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:16:09.345871 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:16:09.346591 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:16:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:09.367906 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-f7e4fdc1-e0bc-4018-9636-1b2ee128d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:09.369384 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-f7e4fdc1-e0bc-4018-9636-1b2ee128d28b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 200 len: 854 time: 0.0555017 Feb 28 22:16:09.421725 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-32793184-b34f-420f-91e7-aee000354192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:09.423427 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-32793184-b34f-420f-91e7-aee000354192 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c63620c-21d8-4add-952a-11ac41e75d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473661 Feb 28 22:16:09.461429 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:16:09.522578 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-a74c461d-e294-4309-bf23-5dce5b77c1c9 service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882630 Feb 28 22:16:09.609649 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f9ef74a4-df01-4ff9-8953-40b74eaa7a4b req-0797a4f1-33cd-4c16-8122-9418283e295e service neutron] 10.222.0.16 "GET /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804067 Feb 28 22:16:09.665115 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:01Z', 'revision_number': 5, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:09.695034 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e923059-1b42-4115-b2d1-1ba69513f0f9 None None] The sync data for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi is: [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:12:56Z', 'revision_number': 4, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi', '_interfaces': [{'id': '9424d205-4cdf-448e-837e-602a4c79e591', 'name': '', 'network_id': '3c63620c-21d8-4add-952a-11ac41e75d44', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'mac_address': 'fa:16:3e:2b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:56Z', 'updated_at': '2022-02-28T22:13:01Z', 'revision_number': 5, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'subnets': [{'id': '0c9a9b57-18d0-4294-8f5e-621a71e944ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:16:09.769368 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:09.907920 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd7550-d5c4-425b-92e0-9127a3dcf622 None None] New status for floating IP 04baef14-1c42-4721-8944-ac06de42b53e: DOWN {{(pid=110031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 22:16:10.128992 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:12.196196 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f661cd-88e6-4e4a-ab87-42a4311e9b99 req-3f3cf9c9-7c2f-4a66-92b3-9936a8a72d17 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:12.197651 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06f661cd-88e6-4e4a-ab87-42a4311e9b99 req-3f3cf9c9-7c2f-4a66-92b3-9936a8a72d17 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Feb 28 22:16:12.245618 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-06f661cd-88e6-4e4a-ab87-42a4311e9b99 req-5cf9ae22-8ca8-4e91-8c97-74e77231d2c7 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Feb 28 22:16:13.362067 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8116a-e601-4924-8bfc-502d208459a9 req-dbc371b4-4c61-484b-90d3-b494f6d28a08 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:13.363528 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38d8116a-e601-4924-8bfc-502d208459a9 req-dbc371b4-4c61-484b-90d3-b494f6d28a08 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Feb 28 22:16:13.409502 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-38d8116a-e601-4924-8bfc-502d208459a9 req-8a08a924-a416-4dfd-9994-cd4ba094b35a tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Feb 28 22:16:14.193286 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-de4f6e31-0c6e-420f-92cc-72e645eaf050 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:14.194639 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-de4f6e31-0c6e-420f-92cc-72e645eaf050 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.16 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0513506 Feb 28 22:16:14.285707 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Deleting port a252b1ee-db8b-4f06-a928-671467a12b0c {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:14.286073 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:14.371923 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] For port a252b1ee-db8b-4f06-a928-671467a12b0c, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=a252b1ee-db8b-4f06-a928-671467a12b0c,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:14.372522 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:14.384361 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Calling delete_port for a252b1ee-db8b-4f06-a928-671467a12b0c owned by compute:nova {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:14.550813 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c09d-9934-4ce4-82ed-7beffe1c4279 req-06cd30df-4179-4d3d-a46e-c1bd66884e44 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 22:16:14.552275 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f393c09d-9934-4ce4-82ed-7beffe1c4279 req-06cd30df-4179-4d3d-a46e-c1bd66884e44 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ca353-6b74-4ee6-8c4f-48f5d0241c71 HTTP/1.1" status: 200 len: 946 time: 0.0658438 Feb 28 22:16:14.594336 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (a252b1ee-db8b-4f06-a928-671467a12b0c), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:14.604941 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-f393c09d-9934-4ce4-82ed-7beffe1c4279 req-6085e1c0-ded9-4d28-830f-4f89581d2076 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.26 "GET /v2.0/security-groups?id=922113e6-79d7-4d36-8585-2b44bdf1b072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469570 Feb 28 22:16:14.606905 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] get_ports_and_sgs() called for port_ids ['a252b1ee-db8b-4f06-a928-671467a12b0c'] {{(pid=110030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 22:16:14.630380 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Pushing event deleted for resources: {'Port': ['ID=a252b1ee-db8b-4f06-a928-671467a12b0c,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:14.673300 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] No DVR routers for this DVR port a252b1ee-db8b-4f06-a928-671467a12b0c on host hv-cinder-83090 {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:16:14.675946 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91392'] for port (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:14.679526 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [req-7e2f64bf-2fc1-46b8-b1b1-7d0393b8ffc3 req-08223fa7-7cfd-4382-aa01-52a2fcf67243 tempest-TestMinimumBasicScenario-587346422 tempest-TestMinimumBasicScenario-587346422-project] 10.222.0.16 "DELETE /v2.0/ports/a252b1ee-db8b-4f06-a928-671467a12b0c HTTP/1.1" status: 204 len: 173 time: 0.4795971 Feb 28 22:16:14.679963 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'name': 'network-vif-deleted', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c'}] {{(pid=110028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 22:16:14.682215 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9e243c5137b6b51960dfcbd423c29b2d9f4895c0a249c571a6238ed6077220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d0db3-47fe-4a84-92a5-897e11b324d9" -d '{"events": [{"server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "name": "network-vif-deleted", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c"}]}' {{(pid=110028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 22:16:14.722883 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 22:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c832b71a-85f2-46e6-bdb7-77ffa92beb99 x-openstack-request-id: req-c832b71a-85f2-46e6-bdb7-77ffa92beb99 {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 22:16:14.722883 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000ca353-6b74-4ee6-8c4f-48f5d0241c71", "name": "network-vif-deleted", "tag": "a252b1ee-db8b-4f06-a928-671467a12b0c", "status": "completed", "code": 200}]} {{(pid=110028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 22:16:14.722883 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c832b71a-85f2-46e6-bdb7-77ffa92beb99 {{(pid=110028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 22:16:14.722883 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000ca353-6b74-4ee6-8c4f-48f5d0241c71', 'name': 'network-vif-deleted', 'tag': 'a252b1ee-db8b-4f06-a928-671467a12b0c', 'status': 'completed', 'code': 200} Feb 28 22:16:16.814026 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38248) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:17.153984 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (7c08c005-27b7-460d-a786-3b5847571d7a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:17.407254 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Deleting port 9424d205-4cdf-448e-837e-602a4c79e591 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:17.407507 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (9424d205-4cdf-448e-837e-602a4c79e591), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:17.486491 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] For port 9424d205-4cdf-448e-837e-602a4c79e591, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=9424d205-4cdf-448e-837e-602a4c79e591,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:17.486856 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (9424d205-4cdf-448e-837e-602a4c79e591), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:17.500201 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Calling delete_port for 9424d205-4cdf-448e-837e-602a4c79e591 owned by network:router_interface {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:17.656575 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device a252b1ee-db8b-4f06-a928-671467a12b0c no longer exists at agent hyperv_hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:16:17.687599 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] No Port match for: a252b1ee-db8b-4f06-a928-671467a12b0c {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:16:17.687599 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Device a252b1ee-db8b-4f06-a928-671467a12b0c not bound to the agent host hv-cinder-83090 {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:16:17.763599 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (9424d205-4cdf-448e-837e-602a4c79e591), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:17.788178 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=9424d205-4cdf-448e-837e-602a4c79e591,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:17.965832 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (7c08c005-27b7-460d-a786-3b5847571d7a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:18.178167 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Router 7c08c005-27b7-460d-a786-3b5847571d7a has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:16:18.280189 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:16:18.285354 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-eb6b1127-63c2-47b6-9e2f-e41779c5fc48 admin admin] 10.222.0.26 "PUT /v2.0/routers/7c08c005-27b7-460d-a786-3b5847571d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697509 Feb 28 22:16:18.287887 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38250) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:18.289556 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] Sync routers for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:16:18.300099 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:16:18.300720 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:16:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:18.395118 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks [] for router (7c08c005-27b7-460d-a786-3b5847571d7a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:18.501524 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks [] for router_gateway (7c08c005-27b7-460d-a786-3b5847571d7a), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:18.541217 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: dv-cinder-830901-2-iscsi {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:16:18.605852 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Deleting port bdd15578-2ce7-41bc-8fbb-9dddc13349bd {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:18.606762 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:18.684911 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] For port bdd15578-2ce7-41bc-8fbb-9dddc13349bd, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:18.685273 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:18.697111 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Calling delete_port for bdd15578-2ce7-41bc-8fbb-9dddc13349bd owned by network:router_gateway {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:18.716025 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:16:17Z', 'revision_number': 5, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port': {'id': 'bdd15578-2ce7-41bc-8fbb-9dddc13349bd', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:12:54Z', 'updated_at': '2022-02-28T22:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:18.746060 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] Checking router: 7c08c005-27b7-460d-a786-3b5847571d7a for host: dv-cinder-830901-2-iscsi {{(pid=110030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:16:18.754610 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] Routers {'7c08c005-27b7-460d-a786-3b5847571d7a'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:16:18.755217 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:16:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['7c08c005-27b7-460d-a786-3b5847571d7a'], 'active': True} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:18.877307 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvr_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] Set router 7c08c005-27b7-460d-a786-3b5847571d7a gateway port host: None {{(pid=110030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:16:18.936472 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_hamode_db [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:16:18Z', 'revision_number': 6, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port_host': None}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:18.966031 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845905d-bfbf-4be3-832f-7da66f1d9e4a None None] The sync data for ids ['7c08c005-27b7-460d-a786-3b5847571d7a'] in dv-cinder-830901-2-iscsi is: [{'id': '7c08c005-27b7-460d-a786-3b5847571d7a', 'name': 'tempest-TestMinimumBasicScenario-1295231384-router', 'tenant_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:53Z', 'updated_at': '2022-02-28T22:16:18Z', 'revision_number': 6, 'project_id': 'a3e5fe453d5a4aa48cac1f4d0e3401bf', 'gw_port_host': None}] {{(pid=110030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:16:18.974557 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (bdd15578-2ce7-41bc-8fbb-9dddc13349bd), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.002030 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd15578-2ce7-41bc-8fbb-9dddc13349bd,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:19.065308 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (7c08c005-27b7-460d-a786-3b5847571d7a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.153689 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (7c08c005-27b7-460d-a786-3b5847571d7a), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.155728 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks [] for router_controller (7c08c005-27b7-460d-a786-3b5847571d7a), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.264497 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (7c08c005-27b7-460d-a786-3b5847571d7a), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.264976 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c08c005-27b7-460d-a786-3b5847571d7a {{(pid=110028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:16:19.269276 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.270456 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-a2b7ed2d-7ce3-4fc4-8c39-53e36631dd81 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7c08c005-27b7-460d-a786-3b5847571d7a HTTP/1.1" status: 204 len: 168 time: 0.9816623 Feb 28 22:16:19.272977 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38252) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:19.318060 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.db_base_plugin_v2 [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] Deleting subnet 0c9a9b57-18d0-4294-8f5e-621a71e944ab {{(pid=110028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:16:19.321393 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] Publish callbacks [] for subnet (0c9a9b57-18d0-4294-8f5e-621a71e944ab), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.358511 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9678443'] for subnet (0c9a9b57-18d0-4294-8f5e-621a71e944ab), precommit_delete_associations {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.440176 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (0c9a9b57-18d0-4294-8f5e-621a71e944ab), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.552194 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482696'] for subnet (0c9a9b57-18d0-4294-8f5e-621a71e944ab), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.576680 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9a9b57-18d0-4294-8f5e-621a71e944ab,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:19.582347 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.585671 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-9331db19-ab66-4a5f-bb10-cf4b53ef355e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0c9a9b57-18d0-4294-8f5e-621a71e944ab HTTP/1.1" status: 204 len: 168 time: 0.3116164 Feb 28 22:16:19.587958 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38254) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:19.588305 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f3d60d-8dce-4589-8b3d-edb3153863f7 None None] Network 3c63620c-21d8-4add-952a-11ac41e75d44 requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:16:19.659183 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (3c63620c-21d8-4add-952a-11ac41e75d44), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.724343 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Deleting port 108b53a0-830e-41f0-a33a-7910281497a8 {{(pid=110028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:19.724734 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (108b53a0-830e-41f0-a33a-7910281497a8), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.758545 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] DHCP port deletion for 3c63620c-21d8-4add-952a-11ac41e75d44 request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:16:19.797649 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.db [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] For port 108b53a0-830e-41f0-a33a-7910281497a8, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=108b53a0-830e-41f0-a33a-7910281497a8,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:19.798200 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (108b53a0-830e-41f0-a33a-7910281497a8), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.818016 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.plugin [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Calling delete_port for 108b53a0-830e-41f0-a33a-7910281497a8 owned by network:dhcp {{(pid=110028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:19.823428 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Deleting port 108b53a0-830e-41f0-a33a-7910281497a8 {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:19.823804 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (108b53a0-830e-41f0-a33a-7910281497a8), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.891441 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] For port 108b53a0-830e-41f0-a33a-7910281497a8, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=108b53a0-830e-41f0-a33a-7910281497a8,segment=NetworkSegment(49230032-6fb0-482f-8b0c-6112b7aed0c1),segment_id=49230032-6fb0-482f-8b0c-6112b7aed0c1)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:19.891894 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (108b53a0-830e-41f0-a33a-7910281497a8), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.906908 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Calling delete_port for 108b53a0-830e-41f0-a33a-7910281497a8 owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:19.946031 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748592'] for port (108b53a0-830e-41f0-a33a-7910281497a8), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:19.974682 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Pushing event deleted for resources: {'Port': ['ID=108b53a0-830e-41f0-a33a-7910281497a8,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:19.976515 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] No DVR routers for this DVR port 108b53a0-830e-41f0-a33a-7910281497a8 on host dv-cinder-830901-2-iscsi {{(pid=110028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:16:19.996322 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (108b53a0-830e-41f0-a33a-7910281497a8), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:20.022589 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Pushing event deleted for resources: {'Port': ['ID=108b53a0-830e-41f0-a33a-7910281497a8,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:20.028119 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] No DVR routers for this DVR port 108b53a0-830e-41f0-a33a-7910281497a8 on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:16:20.038461 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.038823 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.039176 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.039523 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.039859 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.040198 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.040620 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.040854 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.041187 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.041521 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.041856 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.042206 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.042536 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647745ba-d950-4f3e-bc39-f388f458e27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-2-iscsi {{(pid=110030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 22:16:20.323513 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (3c63620c-21d8-4add-952a-11ac41e75d44), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:20.343767 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c63620c-21d8-4add-952a-11ac41e75d44']}} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:20.352921 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49230032-6fb0-482f-8b0c-6112b7aed0c1') {'for_net_delete': True} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:20.353217 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.services.segments.db [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49230032-6fb0-482f-8b0c-6112b7aed0c1') {} {{(pid=110028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:20.362337 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9678460'] for segment (49230032-6fb0-482f-8b0c-6112b7aed0c1), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:20.378614 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (49230032-6fb0-482f-8b0c-6112b7aed0c1), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:20.385813 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:16:20.387119 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748765'] for segment (49230032-6fb0-482f-8b0c-6112b7aed0c1), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: Traceback (most recent call last): Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: timer() Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: cb(*args, **kw) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: return func(*args, **kwargs) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: self._notify() Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: self.callback(batched_events) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: event.method(event) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: return f(self, *a, **k) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._get(url).json() Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: return self.request(url, 'GET', **kwargs) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:16:20.393573 dv-cinder-830901-2-iscsi neutron-server[110028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:16:20.428902 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 108b53a0-830e-41f0-a33a-7910281497a8 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:16:20.449957 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 108b53a0-830e-41f0-a33a-7910281497a8 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:16:20.450328 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 108b53a0-830e-41f0-a33a-7910281497a8 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:16:20.450748 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device bdd15578-2ce7-41bc-8fbb-9dddc13349bd no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:16:20.469052 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: bdd15578-2ce7-41bc-8fbb-9dddc13349bd {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:16:20.469397 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device bdd15578-2ce7-41bc-8fbb-9dddc13349bd not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:16:20.469810 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 9424d205-4cdf-448e-837e-602a4c79e591 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:16:20.487601 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 9424d205-4cdf-448e-837e-602a4c79e591 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:16:20.487948 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 9424d205-4cdf-448e-837e-602a4c79e591 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:16:20.510533 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (3c63620c-21d8-4add-952a-11ac41e75d44), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:20.516571 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:20.519750 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c63620c-21d8-4add-952a-11ac41e75d44 HTTP/1.1" status: 204 len: 168 time: 0.9308491 Feb 28 22:16:20.522738 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38256) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:20.530586 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62786a-70ec-42b4-9f40-3e1aea6938fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3c63620c-21d8-4add-952a-11ac41e75d44,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:20.860511 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3819208'] for router_interface (d20ca431-0429-45b1-a2ae-506ca24f1ab9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:21.101979 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Deleting port 4523ec8f-c974-404d-8562-0c99b33eab84 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:21.102341 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:21.180336 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] For port 4523ec8f-c974-404d-8562-0c99b33eab84, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=4523ec8f-c974-404d-8562-0c99b33eab84,segment=NetworkSegment(bdf04d7d-dbd6-4930-b203-3b65d858e9c5),segment_id=bdf04d7d-dbd6-4930-b203-3b65d858e9c5)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:21.180608 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:21.193854 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Calling delete_port for 4523ec8f-c974-404d-8562-0c99b33eab84 owned by network:router_interface {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:21.443404 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (4523ec8f-c974-404d-8562-0c99b33eab84), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:21.468713 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4523ec8f-c974-404d-8562-0c99b33eab84,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:21.633286 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3819044'] for router_interface (d20ca431-0429-45b1-a2ae-506ca24f1ab9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:21.844888 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Router d20ca431-0429-45b1-a2ae-506ca24f1ab9 has already been hosted by L3 agent 8ef4d911-47e2-42eb-9f47-997535168ff4 {{(pid=110029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 22:16:21.951165 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] Notify agent at l3_agent.dv-cinder-830901-2-iscsi the message routers_updated {{(pid=110029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 22:16:21.956012 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-b5e7412e-7550-4fe4-82f7-8641041908b9 admin admin] 10.222.0.26 "PUT /v2.0/routers/d20ca431-0429-45b1-a2ae-506ca24f1ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322872 Feb 28 22:16:21.958515 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38258) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:21.959920 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] Sync routers for ids ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'] in dv-cinder-830901-2-iscsi {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 22:16:21.970714 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] Routers {'d20ca431-0429-45b1-a2ae-506ca24f1ab9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:16:21.971310 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:16:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:22.064413 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks [] for router (d20ca431-0429-45b1-a2ae-506ca24f1ab9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:22.077050 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] Set router d20ca431-0429-45b1-a2ae-506ca24f1ab9 gateway port host: dv-cinder-830901-2-iscsi {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:16:22.169618 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks [] for router_gateway (d20ca431-0429-45b1-a2ae-506ca24f1ab9), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:22.251318 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'external_fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:16:21Z', 'revision_number': 5, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port': {'id': '9dbca573-1d38-46b8-a398-bb82c0da629c', 'name': '', 'network_id': 'a720463d-f8df-49c9-ab06-f132737dd10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T22:13:00Z', 'updated_at': '2022-02-28T22:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749080f5-6fac-4934-bbb5-a2152301b4c1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-2-iscsi'}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:22.267985 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Deleting port 9dbca573-1d38-46b8-a398-bb82c0da629c {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:22.268329 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:22.371924 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] Checking router: d20ca431-0429-45b1-a2ae-506ca24f1ab9 for host: dv-cinder-830901-2-iscsi {{(pid=110031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 22:16:22.375056 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] For port 9dbca573-1d38-46b8-a398-bb82c0da629c, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=9dbca573-1d38-46b8-a398-bb82c0da629c,segment=NetworkSegment(90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4),segment_id=90c14d9c-2edf-4a63-8b7c-a2b82cd08cb4)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:22.376087 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:22.384845 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] Routers {'d20ca431-0429-45b1-a2ae-506ca24f1ab9'} bound to L3 agent in host dv-cinder-830901-2-iscsi {{(pid=110031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 22:16:22.385472 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T21:47:36Z,description=,heartbeat_timestamp=2022-02-28T22:16:06Z,host='dv-cinder-830901-2-iscsi',id=8ef4d911-47e2-42eb-9f47-997535168ff4,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T21:47:37Z,topic='l3_agent')) {'router_ids': ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'], 'active': True} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:22.410287 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Calling delete_port for 9dbca573-1d38-46b8-a398-bb82c0da629c owned by network:router_gateway {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:22.486691 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_dvr_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] Set router d20ca431-0429-45b1-a2ae-506ca24f1ab9 gateway port host: None {{(pid=110031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 22:16:22.539611 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.l3_hamode_db [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:16:22Z', 'revision_number': 6, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port_host': None}], 'dv-cinder-830901-2-iscsi', False) {} {{(pid=110031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:22.569263 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5b306-123e-454b-a177-8f9ba54620a3 None None] The sync data for ids ['d20ca431-0429-45b1-a2ae-506ca24f1ab9'] in dv-cinder-830901-2-iscsi is: [{'id': 'd20ca431-0429-45b1-a2ae-506ca24f1ab9', 'name': 'tempest-TestMinimumBasicScenario-927008492-router', 'tenant_id': 'cc539af8abed4391a915a0258c723274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T22:12:59Z', 'updated_at': '2022-02-28T22:16:22Z', 'revision_number': 6, 'project_id': 'cc539af8abed4391a915a0258c723274', 'gw_port_host': None}] {{(pid=110031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 22:16:22.837547 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (9dbca573-1d38-46b8-a398-bb82c0da629c), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:22.862802 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbca573-1d38-46b8-a398-bb82c0da629c,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:22.924588 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824006'] for router_gateway (d20ca431-0429-45b1-a2ae-506ca24f1ab9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.022676 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4827'] for router (d20ca431-0429-45b1-a2ae-506ca24f1ab9), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.024772 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks [] for router_controller (d20ca431-0429-45b1-a2ae-506ca24f1ab9), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.151798 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822637'] for router (d20ca431-0429-45b1-a2ae-506ca24f1ab9), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.152741 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20ca431-0429-45b1-a2ae-506ca24f1ab9 {{(pid=110029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 22:16:23.157032 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.158234 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-28dae8f7-2022-40f6-9b2e-fde632f0d651 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d20ca431-0429-45b1-a2ae-506ca24f1ab9 HTTP/1.1" status: 204 len: 168 time: 1.1987562 Feb 28 22:16:23.160677 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38260) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:23.206669 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] Deleting subnet 44f355c5-6aab-498f-8066-d92785901006 {{(pid=110029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 22:16:23.209686 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] Publish callbacks [] for subnet (44f355c5-6aab-498f-8066-d92785901006), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.243848 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10340918'] for subnet (44f355c5-6aab-498f-8066-d92785901006), precommit_delete_associations {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.328083 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735078'] for subnet (44f355c5-6aab-498f-8066-d92785901006), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.454987 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9238733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118738'] for subnet (44f355c5-6aab-498f-8066-d92785901006), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.482585 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f355c5-6aab-498f-8066-d92785901006,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:23.488237 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for subnet (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.491488 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-f6c45fc9-b475-478e-bfeb-2429b9688563 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/44f355c5-6aab-498f-8066-d92785901006 HTTP/1.1" status: 204 len: 168 time: 0.3298879 Feb 28 22:16:23.499300 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38262) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:23.505669 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c53e5-6389-4ae2-8d8a-661df1817527 None None] Network 96ca38c0-f1cf-4e54-965b-0fb70b847bfc requested from dv-cinder-830901-2-iscsi {{(pid=110030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 22:16:23.578219 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698781'] for network (96ca38c0-f1cf-4e54-965b-0fb70b847bfc), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.639332 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Deleting port 30ff2d0a-9e47-4285-b18b-7236ac920395 {{(pid=110029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:23.639669 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.653521 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] DHCP port deletion for 96ca38c0-f1cf-4e54-965b-0fb70b847bfc request from dv-cinder-830901-2-iscsi {{(pid=110030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 22:16:23.702491 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.db [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] For port 30ff2d0a-9e47-4285-b18b-7236ac920395, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30ff2d0a-9e47-4285-b18b-7236ac920395,segment=NetworkSegment(bdf04d7d-dbd6-4930-b203-3b65d858e9c5),segment_id=bdf04d7d-dbd6-4930-b203-3b65d858e9c5)] {{(pid=110029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:23.702876 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.705418 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] Deleting port 30ff2d0a-9e47-4285-b18b-7236ac920395 {{(pid=110030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 22:16:23.705798 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749047912313'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), before_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.720034 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.plugin [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Calling delete_port for 30ff2d0a-9e47-4285-b18b-7236ac920395 owned by network:dhcp {{(pid=110029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:23.768375 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.db [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] For port 30ff2d0a-9e47-4285-b18b-7236ac920395, host dv-cinder-830901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-2-iscsi',level=0,port_id=30ff2d0a-9e47-4285-b18b-7236ac920395,segment=NetworkSegment(bdf04d7d-dbd6-4930-b203-3b65d858e9c5),segment_id=bdf04d7d-dbd6-4930-b203-3b65d858e9c5)] {{(pid=110030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 22:16:23.768779 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3820963'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), precommit_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.781874 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] Calling delete_port for 30ff2d0a-9e47-4285-b18b-7236ac920395 owned by network:dhcp {{(pid=110030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 22:16:23.854427 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9238782'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.861797 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749047917788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749047507716'] for port (30ff2d0a-9e47-4285-b18b-7236ac920395), after_delete {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.880329 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Pushing event deleted for resources: {'Port': ['ID=30ff2d0a-9e47-4285-b18b-7236ac920395,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:23.889280 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] No DVR routers for this DVR port 30ff2d0a-9e47-4285-b18b-7236ac920395 on host dv-cinder-830901-2-iscsi {{(pid=110029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:16:23.889408 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] Pushing event deleted for resources: {'Port': ['ID=30ff2d0a-9e47-4285-b18b-7236ac920395,revision_number=None']} {{(pid=110030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:23.890676 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d72a7-8336-4235-900b-36bf6d7b70ba None None] No DVR routers for this DVR port 30ff2d0a-9e47-4285-b18b-7236ac920395 on host dv-cinder-830901-2-iscsi {{(pid=110030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 22:16:23.962457 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-575645', 'neutron.services.segments.db._delete_segments_for_network-8749047967901'] for network (96ca38c0-f1cf-4e54-965b-0fb70b847bfc), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:23.982570 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ca38c0-f1cf-4e54-965b-0fb70b847bfc']}} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:23.991693 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5') {'for_net_delete': True} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:23.991993 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.services.segments.db [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf04d7d-dbd6-4930-b203-3b65d858e9c5') {} {{(pid=110029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 22:16:24.001161 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749047970470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10340897'] for segment (bdf04d7d-dbd6-4930-b203-3b65d858e9c5), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.015010 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273'] for segment (bdf04d7d-dbd6-4930-b203-3b65d858e9c5), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.020806 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 22:16:24.021189 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9238547'] for segment (bdf04d7d-dbd6-4930-b203-3b65d858e9c5), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: Traceback (most recent call last): Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: timer() Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: cb(*args, **kw) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: return func(*args, **kwargs) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: self._notify() Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: self.callback(batched_events) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: event.method(event) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: return f(self, *a, **k) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._get(url).json() Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: return self.request(url, 'GET', **kwargs) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 22:16:24.022913 dv-cinder-830901-2-iscsi neutron-server[110029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 22:16:24.167315 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-575716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824058'] for network (96ca38c0-f1cf-4e54-965b-0fb70b847bfc), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.172954 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679464'] for network (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.176073 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] 10.222.0.26 "DELETE /v2.0/networks/96ca38c0-f1cf-4e54-965b-0fb70b847bfc HTTP/1.1" status: 204 len: 168 time: 0.6757536 Feb 28 22:16:24.187659 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62851e8-1b33-442b-8ea7-24f58137659c admin admin] Pushing event deleted for resources: {'Network': ['ID=96ca38c0-f1cf-4e54-965b-0fb70b847bfc,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:24.416351 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 9dbca573-1d38-46b8-a398-bb82c0da629c no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:16:24.437968 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 9dbca573-1d38-46b8-a398-bb82c0da629c {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:16:24.438300 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 9dbca573-1d38-46b8-a398-bb82c0da629c not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:16:24.438711 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 4523ec8f-c974-404d-8562-0c99b33eab84 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:16:24.456710 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 4523ec8f-c974-404d-8562-0c99b33eab84 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:16:24.457054 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 4523ec8f-c974-404d-8562-0c99b33eab84 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:16:24.457464 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30ff2d0a-9e47-4285-b18b-7236ac920395 no longer exists at agent ovs-agent-dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 22:16:24.475665 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.plugin [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] No Port match for: 30ff2d0a-9e47-4285-b18b-7236ac920395 {{(pid=110030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 22:16:24.476017 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron.plugins.ml2.rpc [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Device 30ff2d0a-9e47-4285-b18b-7236ac920395 not bound to the agent host dv-cinder-830901-2-iscsi {{(pid=110030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 22:16:24.594698 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38266) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:24.628415 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-4db5da5c-7d77-409a-a492-47ec5432a9d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3e5fe453d5a4aa48cac1f4d0e3401bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421507 Feb 28 22:16:24.630969 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [-] (110028) accepted ('10.222.0.26', 38268) {{(pid=110028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:24.676062 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8e4769db-779d-42b2-998f-0c71370ecf6a admin admin] Publish callbacks [] for security_group (922113e6-79d7-4d36-8585-2b44bdf1b072), before_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.697000 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8e4769db-779d-42b2-998f-0c71370ecf6a admin admin] Publish callbacks [] for security_group (922113e6-79d7-4d36-8585-2b44bdf1b072), precommit_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.803141 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8e4769db-779d-42b2-998f-0c71370ecf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (922113e6-79d7-4d36-8585-2b44bdf1b072), after_delete {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.805668 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron_lib.callbacks.manager [None req-8e4769db-779d-42b2-998f-0c71370ecf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:24.806841 dv-cinder-830901-2-iscsi neutron-server[110028]: INFO neutron.wsgi [None req-8e4769db-779d-42b2-998f-0c71370ecf6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/922113e6-79d7-4d36-8585-2b44bdf1b072 HTTP/1.1" status: 204 len: 168 time: 0.1749957 Feb 28 22:16:24.814727 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4769db-779d-42b2-998f-0c71370ecf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922113e6-79d7-4d36-8585-2b44bdf1b072,revision_number=None']} {{(pid=110028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:25.382144 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38274) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:25.421721 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-11533120-e243-4618-bf2d-d7219bd84586 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc539af8abed4391a915a0258c723274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383961 Feb 28 22:16:25.424073 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.wsgi [-] (110029) accepted ('10.222.0.26', 38276) {{(pid=110029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 22:16:25.469518 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9235145d-9fc2-4a58-9400-da0bb82f5457 admin admin] Publish callbacks [] for security_group (18e2a92a-5b9e-4014-98d0-d335e60788c8), before_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:25.489479 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9235145d-9fc2-4a58-9400-da0bb82f5457 admin admin] Publish callbacks [] for security_group (18e2a92a-5b9e-4014-98d0-d335e60788c8), precommit_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:25.608477 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9235145d-9fc2-4a58-9400-da0bb82f5457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688381'] for security_group (18e2a92a-5b9e-4014-98d0-d335e60788c8), after_delete {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:25.611145 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron_lib.callbacks.manager [None req-9235145d-9fc2-4a58-9400-da0bb82f5457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:25.613915 dv-cinder-830901-2-iscsi neutron-server[110029]: INFO neutron.wsgi [None req-9235145d-9fc2-4a58-9400-da0bb82f5457 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18e2a92a-5b9e-4014-98d0-d335e60788c8 HTTP/1.1" status: 204 len: 168 time: 0.1873815 Feb 28 22:16:25.621004 dv-cinder-830901-2-iscsi neutron-server[110029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235145d-9fc2-4a58-9400-da0bb82f5457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e2a92a-5b9e-4014-98d0-d335e60788c8,revision_number=None']} {{(pid=110029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 22:16:33.875227 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3d63d33d-1bbe-473a-8ece-7d3f0ba70087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:36.086797 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:16:36.242660 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-d2b21cc0-a975-40af-8c35-ee5797a899d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:37.356684 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:38.814075 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:39.905327 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:16:40.104608 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:03.840943 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1f87-f0cd-460e-aadd-c651301e6c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:06.223683 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9ca7-32e3-4ead-8af9-47b1aafd48ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:07.355113 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:08.801039 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:09.869143 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:10.074760 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:13.086227 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:17:33.822255 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b89d8e6a-bf57-4500-bb74-36a5253c6cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:36.273607 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-d9db2898-ad04-4510-9bfb-60bb0fb19826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:37.348267 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:38.856801 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:39.783108 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:40.113756 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:17:50.085777 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:18:03.821483 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-f2508bd8-3603-41a8-bc2c-0054a6aabbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:06.238665 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-e5bad183-cb13-4f34-a084-cb186c12401f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:07.352525 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:08.792264 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:09.786976 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:10.106817 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:27.084861 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:18:33.820405 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-60c09c5d-afc1-4f69-8994-3369a2c3b740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:36.271511 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-7a454318-b381-4c6b-bbed-b395592cba09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:37.367854 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:38.819099 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:39.784780 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:18:40.106950 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:03.831686 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-c358c234-8eda-4ee2-9f7c-574978b51bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:04.083968 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:19:06.265507 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5daa3cc0-8101-4a62-a17e-0cbc9a290f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:07.378085 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:08.842150 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:09.825576 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:10.099458 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:27.630656 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-f2147364-8286-4d20-a7b7-51f969a9b7b7 service neutron] (110028) timed out ('10.222.0.26', 60708) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:19:27.705566 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-92844d8c-1c1e-4558-8265-9a785863cbb1 req-5cd917cc-0380-4c61-b9fe-72ad0f98fe52 tempest-AttachVolumeShelveTestJSON-1733790817 tempest-AttachVolumeShelveTestJSON-1733790817-project] (110028) timed out ('10.222.0.26', 60720) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:19:33.830399 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa8f-7893-4bea-8ae7-ba3ea8b893e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:36.253550 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-a015c169-e0a8-4213-a6a2-cda2714599ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:37.378649 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:38.847281 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:39.845139 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:40.110107 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:19:41.083884 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:19:46.914998 dv-cinder-830901-2-iscsi neutron-server[110028]: DEBUG neutron.wsgi [req-5102d42f-873c-4126-8ee9-000e2da1268b req-745c4d38-f430-4ab4-adf2-cef9eb6a4007 tempest-AttachVolumeTestJSON-2005073302 tempest-AttachVolumeTestJSON-2005073302-project] (110028) timed out ('10.222.0.16', 63662) {{(pid=110028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 22:20:03.873491 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-6fd26832-1e89-42c3-9e61-be0b73104635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:06.264366 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-1f525e2e-8173-40bb-bdd0-55163a5cd514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:07.375080 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:08.835047 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:09.806005 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:10.091784 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:18.085403 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:20:33.845508 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4a1add34-4f11-477a-92f2-b0ffb18a3732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:36.262714 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-559c4209-5682-41b3-a461-f6238e496d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:37.376779 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:38.850907 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:39.788039 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:40.102535 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:20:55.084545 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:21:03.884621 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-de35b446-8da2-4bcd-aa47-8d55770dae1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:06.318975 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-65f8d072-52c9-4cb3-94e0-0654d6e546be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:07.399041 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:08.861729 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:09.804713 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:10.107821 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:32.083954 dv-cinder-830901-2-iscsi neutron-server[110031]: DEBUG neutron.db.agents_db [None req-a162a7cd-2ea3-4a9c-b1bc-f07b775b98f5 None None] Agent healthcheck: found 6 active agents {{(pid=110031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 22:21:33.834108 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-b0b71068-2edd-42fd-9773-8ce4d064dff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (c40a4b2b-bfae-431d-84ff-902093d524df), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:36.234235 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-5837eaee-8a41-4a51-83f2-4478d3fb6423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (8ef4d911-47e2-42eb-9f47-997535168ff4), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:37.399182 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-56f35332-d14f-44e1-973c-9bc58aa364ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (792b5490-435c-4d6b-8e42-7cb8c7a948c9), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:38.839317 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-3a6513f2-b7fe-4445-889b-ac01dc4b4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (ead10973-0bf2-4da9-98f9-7db8eb755d1a), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:39.822592 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-4941db09-2d00-44a8-b9fe-e3c0a00b6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (5116a3e9-0c0c-4551-b2d3-bb6f530e8012), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 22:21:40.112124 dv-cinder-830901-2-iscsi neutron-server[110030]: DEBUG neutron_lib.callbacks.manager [None req-0c14d605-7a11-4b2b-887b-8a034be41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749047967883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573834'] for agent (e69b1076-df25-46ab-98d3-eab8a0f28a97), after_update {{(pid=110030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}